{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11478.992, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:35+09:00", "last_error_summary": "[h264 @ 0x58ab70fab0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58ab70fab0c0] error while decoding MB 0 25, bytestream 3129 [h264 @ 0x58ab70fffe40] error while decoding MB 21 41, bytestream -18 [h264 @ 0x58ab71d6b6c0] error while decoding MB 13 12, bytestream -14 [h264 @ 0x58ab71bcd9c0] error while decoding MB 12 22, bytestream -40 [in#0/rtsp @ 0x58ab70f8ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58ab70f8ce00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-11-03T14:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46480.003, "last_started_at": "2026-11-03T14:52:38+09:00", "pid": 83056, "process": {"exists": true, "fd_count": 5, "hwm_mb": 237.906, "name": "ffmpeg", "pid": 83056, "rss_mb": 237.906, "state": "R (running)", "threads": 70}, "restart_count": 3, "restart_count_per_hour": 0, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.014, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 30.047, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 30.114, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 67.972, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 532.028, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 30.039, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:47:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.305, "state": "S (sleeping)", "threads": 59}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 31.495, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30084.933, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30072.473, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30082.904, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30080.424, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.981, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.22, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.244, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134988, "write_bytes_delta": 134988, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1215.0, "cpu_core_ratio": 0.25387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 83056, "reason": null, "system_cpu_core_ratio": 0.038751, "system_cpu_s_delta": 0.7799999999999727, "user_cpu_core_ratio": 0.215119, "user_cpu_s_delta": 4.329999999999927}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.677152, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 836.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.154508, "system_cpu_s_delta": 3.110000000000582, "user_cpu_core_ratio": 0.522644, "user_cpu_s_delta": 10.520000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.059, "count": 301, "max_ms": 6.841, "p95_ms": 5.1, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.57, "count": 30, "max": 26.338, "p95": 25.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.128, "count": 30, "max": 25.642, "p95": 24.708, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1212.167, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.21, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134240.2, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134240.2, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 828.967, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.154, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3518, "sampled_at": "2026-11-04T03:46:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:46:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11403.922, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:35+09:00", "last_error_summary": "[h264 @ 0x58ab70fab0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58ab70fab0c0] error while decoding MB 0 25, bytestream 3129 [h264 @ 0x58ab70fffe40] error while decoding MB 21 41, bytestream -18 [h264 @ 0x58ab71d6b6c0] error while decoding MB 13 12, bytestream -14 [h264 @ 0x58ab71bcd9c0] error while decoding MB 12 22, bytestream -40 [in#0/rtsp @ 0x58ab70f8ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58ab70f8ce00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-11-03T14:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46480.054, "last_started_at": "2026-11-03T14:52:38+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 3, "restart_count_per_hour": 0, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.014, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 30.099, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 30.165, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 67.999, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 532.001, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 30.091, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:47:18+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.305, "state": "S (sleeping)", "threads": 59}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 31.52, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30117.233, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30104.774, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30115.204, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30112.724, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.288, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.22, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.244, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134988, "write_bytes_delta": 134988, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1215.0, "cpu_core_ratio": 0.25387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 83056, "reason": null, "system_cpu_core_ratio": 0.038751, "system_cpu_s_delta": 0.7799999999999727, "user_cpu_core_ratio": 0.215119, "user_cpu_s_delta": 4.329999999999927}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.677152, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 836.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.154508, "system_cpu_s_delta": 3.110000000000582, "user_cpu_core_ratio": 0.522644, "user_cpu_s_delta": 10.520000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.059, "count": 301, "max_ms": 6.841, "p95_ms": 5.1, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.57, "count": 30, "max": 26.338, "p95": 25.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.128, "count": 30, "max": 25.642, "p95": 24.708, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1212.167, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.21, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134240.2, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134240.2, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 828.967, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.154, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3518, "sampled_at": "2026-11-04T03:46:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:46:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11274.75, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T03:47:21+09:00", "last_error_summary": "[rtsp @ 0x61d4260baf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61d4260bae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:47:21+09:00", "last_error_summary": "[rtsp @ 0x61d4260baf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61d4260bae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:47:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T03:47:21+09:00", "pid": 88372, "process": {"exists": false, "pid": 88372}, "restart_count": 4, "restart_count_per_hour": 1, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.258, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 34.916, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 34.983, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 72.818, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 527.182, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 34.908, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:47:23+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 36.343, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34936.584, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34924.125, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34934.556, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34932.075, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.03, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.986, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.014, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.07, "exists": true, "size_bytes": 134396, "write_bytes_delta": 134396, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 314.0, "cpu_core_ratio": 0.035437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 83056, "reason": null, "system_cpu_core_ratio": 0.00567, "system_cpu_s_delta": 0.20000000000004547, "user_cpu_core_ratio": 0.029767, "user_cpu_s_delta": 1.0499999999992724}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.097523, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 214.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.022963, "system_cpu_s_delta": 0.8100000000013097, "user_cpu_core_ratio": 0.07456, "user_cpu_s_delta": 2.6299999999901047}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.305, "count": 30, "max": 26.338, "p95": 25.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.78, "count": 30, "max": 25.642, "p95": 24.708, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.07, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134243.533, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134243.533, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 808.233, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.149, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3519, "sampled_at": "2026-11-04T03:47:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:47:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11276.664, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T03:47:57+09:00", "last_error_summary": "[rtsp @ 0x653e61c37f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x653e61c37e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:47:57+09:00", "last_error_summary": "[rtsp @ 0x653e61c37f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x653e61c37e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:47:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.003, "last_started_at": "2026-11-04T03:47:57+09:00", "pid": 88378, "process": {"exists": false, "pid": 88378}, "restart_count": 7, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.502, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 70.638, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 70.705, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 108.555, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 491.445, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 70.63, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:47:59+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 72.078, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70658.839, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70646.379, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70656.81, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70654.329, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.094, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.986, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.014, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.07, "exists": true, "size_bytes": 134396, "write_bytes_delta": 134396, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 314.0, "cpu_core_ratio": 0.035437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 83056, "reason": null, "system_cpu_core_ratio": 0.00567, "system_cpu_s_delta": 0.20000000000004547, "user_cpu_core_ratio": 0.029767, "user_cpu_s_delta": 1.0499999999992724}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.097523, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 214.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.022963, "system_cpu_s_delta": 0.8100000000013097, "user_cpu_core_ratio": 0.07456, "user_cpu_s_delta": 2.6299999999901047}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.305, "count": 30, "max": 26.338, "p95": 25.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.78, "count": 30, "max": 25.642, "p95": 24.708, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.07, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134243.533, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134243.533, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 808.233, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.149, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3519, "sampled_at": "2026-11-04T03:47:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:47:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11276.492, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:47:57+09:00", "last_error_summary": "[rtsp @ 0x653e61c37f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x653e61c37e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:47:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.044, "last_started_at": "2026-11-04T03:47:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 7, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.502, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 70.679, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 70.746, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 108.577, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 491.423, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 70.671, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:47:59+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 72.102, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70697.997, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70685.537, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70695.968, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70693.487, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.633, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.521, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.502, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70.648, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88378, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001076, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.004306, "user_cpu_s_delta": 0.08000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.131, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.542, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.093, "count": 30, "max": 70.648, "p95": 42.168, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134229.433, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125269.7, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 752.9, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.139, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3521, "sampled_at": "2026-11-04T03:47:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:47:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11274.562, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T03:48:31+09:00", "last_error_summary": "[rtsp @ 0x5b2f8df23f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b2f8df23e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:48:31+09:00", "last_error_summary": "[rtsp @ 0x5b2f8df23f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b2f8df23e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:48:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T03:48:31+09:00", "pid": 88380, "process": {"exists": false, "pid": 88380}, "restart_count": 8, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.502, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 104.818, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 104.885, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 142.723, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 457.277, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 104.81, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:48:33+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 106.245, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104837.821, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104825.361, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104835.792, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104833.312, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.733, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.521, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.502, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70.648, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88378, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001076, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.004306, "user_cpu_s_delta": 0.08000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.131, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.542, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.093, "count": 30, "max": 70.648, "p95": 42.168, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134229.433, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125269.7, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 752.9, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.139, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3521, "sampled_at": "2026-11-04T03:47:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:47:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11273.215, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:48:31+09:00", "last_error_summary": "[rtsp @ 0x5b2f8df23f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b2f8df23e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:48:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-04T03:48:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 8, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.502, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 104.856, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 104.923, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 142.759, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 457.241, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 104.848, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:48:33+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 106.283, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104875.049, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104862.589, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104873.02, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104870.54, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.658, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.495, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.502, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.819, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88380, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001463, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.004097, "user_cpu_s_delta": 0.13999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.744, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.15, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8.587, "count": 30, "max": 104.819, "p95": 62.287, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134225.6, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120786.0, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 725.5, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.134, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3522, "sampled_at": "2026-11-04T03:48:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:48:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11278.469, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T03:49:34+09:00", "last_error_summary": "[rtsp @ 0x5ba0bd576f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ba0bd576e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:49:34+09:00", "last_error_summary": "[rtsp @ 0x5ba0bd576f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ba0bd576e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:49:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T03:49:34+09:00", "pid": 88382, "process": {"exists": false, "pid": 88382}, "restart_count": 9, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.298, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 167.254, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 167.321, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 205.164, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 394.836, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 167.247, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:49:36+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 168.686, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167274.662, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167262.202, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167272.633, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167270.152, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.09, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.495, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.502, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.819, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88380, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001463, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.004097, "user_cpu_s_delta": 0.13999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.744, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.15, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8.587, "count": 30, "max": 104.819, "p95": 62.287, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134225.6, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120786.0, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 725.5, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.134, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3522, "sampled_at": "2026-11-04T03:48:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:48:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11278.641, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:49:34+09:00", "last_error_summary": "[rtsp @ 0x5ba0bd576f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ba0bd576e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:49:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-11-04T03:49:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 9, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.298, "sample_count": 1327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 167.286, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 167.353, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 205.182, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 394.818, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 167.278, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:49:36+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 168.706, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167304.468, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167292.008, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167302.439, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167299.959, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.893, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.398, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.298, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 167.261, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88382, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001121, "system_cpu_s_delta": 0.07000000000334694, "user_cpu_core_ratio": 0.003523, "user_cpu_s_delta": 0.22000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.241, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.652, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 14.162, "count": 30, "max": 167.261, "p95": 89.442, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134311.6, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116392.133, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 698.067, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.129, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3523, "sampled_at": "2026-11-04T03:49:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:49:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11280.305, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T03:50:36+09:00", "last_error_summary": "[rtsp @ 0x55ef6b41af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55ef6b41ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:50:36+09:00", "last_error_summary": "[rtsp @ 0x55ef6b41af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55ef6b41ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:50:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T03:50:36+09:00", "pid": 88384, "process": {"exists": false, "pid": 88384}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.746, "sample_count": 705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 229.525, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 229.592, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 267.439, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 332.561, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 229.517, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:50:38+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 230.961, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229546.546, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229534.086, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229544.517, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229542.037, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.327, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.398, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.298, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 167.261, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88382, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001121, "system_cpu_s_delta": 0.07000000000334694, "user_cpu_core_ratio": 0.003523, "user_cpu_s_delta": 0.22000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.241, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.652, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 14.162, "count": 30, "max": 167.261, "p95": 89.442, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134311.6, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116392.133, "count": 30, "max": 136387.0, "p95": 135858.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 698.067, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.129, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3523, "sampled_at": "2026-11-04T03:49:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:49:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11279.984, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:50:36+09:00", "last_error_summary": "[rtsp @ 0x55ef6b41af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55ef6b41ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:50:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-04T03:50:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.746, "sample_count": 705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 229.562, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 229.629, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 267.456, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 332.544, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 229.554, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:50:38+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 230.981, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229580.779, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229568.319, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229578.75, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229576.27, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.549, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.706, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.746, "sample_count": 705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 229.533, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88384, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004657, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001285, "system_cpu_s_delta": 0.07999999999810825, "user_cpu_core_ratio": 0.003372, "user_cpu_s_delta": 0.20999999999185093}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.836, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.243, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 21.813, "count": 30, "max": 229.533, "p95": 139.162, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134269.6, "count": 30, "max": 136387.0, "p95": 135827.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111870.267, "count": 30, "max": 136387.0, "p95": 135827.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 670.667, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3524, "sampled_at": "2026-11-04T03:50:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:50:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11281.828, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T03:51:39+09:00", "last_error_summary": "[rtsp @ 0x583b9a2a6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x583b9a2a6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:51:39+09:00", "last_error_summary": "[rtsp @ 0x583b9a2a6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x583b9a2a6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:51:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T03:51:39+09:00", "pid": 88386, "process": {"exists": false, "pid": 88386}, "restart_count": 11, "restart_count_per_hour": 8, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.939, "sample_count": 75, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 292.495, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 292.561, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 330.403, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 269.597, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 292.487, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:51:41+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 293.921, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292514.004, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292501.544, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292511.975, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292509.495, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.988, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.706, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.746, "sample_count": 705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 229.533, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88384, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004657, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001285, "system_cpu_s_delta": 0.07999999999810825, "user_cpu_core_ratio": 0.003372, "user_cpu_s_delta": 0.20999999999185093}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.836, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.243, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 21.813, "count": 30, "max": 229.533, "p95": 139.162, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134269.6, "count": 30, "max": 136387.0, "p95": 135827.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111870.267, "count": 30, "max": 136387.0, "p95": 135827.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 670.667, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.547, "p95": 0.532, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3524, "sampled_at": "2026-11-04T03:50:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:50:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11280.75, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T03:51:39+09:00", "last_error_summary": "[rtsp @ 0x583b9a2a6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x583b9a2a6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T03:51:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-04T03:51:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 11, "restart_count_per_hour": 8, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.939, "sample_count": 75, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 292.533, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 292.599, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 330.428, "last_sample_duration_ms": 1417.346, "last_trigger": "periodic", "next_snapshot_in_sec": 269.572, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 657, "storage_bytes": 2319670}, "mjpeg": {"age_sec": 292.525, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T03:51:41+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 293.953, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292551.383, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292538.923, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292549.354, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292546.874, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.993, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.115, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.939, "sample_count": 75, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 292.497, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88386, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004129, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000953, "system_cpu_s_delta": 0.06000000000130967, "user_cpu_core_ratio": 0.003176, "user_cpu_s_delta": 0.19999999999708962}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.22, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.558, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 31.563, "count": 30, "max": 292.497, "p95": 201.511, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134215.3, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107336.1, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 643.1, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.118, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.547, "p95": 0.53, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3525, "sampled_at": "2026-11-04T03:51:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:51:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11290.359, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T04:01:42+09:00", "last_error_summary": "[rtsp @ 0x5bbef60e3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bbef60e3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:01:42+09:00", "last_error_summary": "[rtsp @ 0x5bbef60e3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bbef60e3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:01:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T04:01:41+09:00", "pid": 88388, "process": {"exists": false, "pid": 88388}, "restart_count": 12, "restart_count_per_hour": 9, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 895.1, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 895.167, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 58, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 331.315, "last_sample_duration_ms": 723.617, "last_trigger": "periodic", "next_snapshot_in_sec": 268.685, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 658, "storage_bytes": 2328949}, "mjpeg": {"age_sec": 895.092, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:01:43+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 896.528, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895119.917, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895107.458, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895117.888, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895115.408, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.179, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.115, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.939, "sample_count": 75, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 292.497, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88386, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004129, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000953, "system_cpu_s_delta": 0.06000000000130967, "user_cpu_core_ratio": 0.003176, "user_cpu_s_delta": 0.19999999999708962}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.22, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.558, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 31.563, "count": 30, "max": 292.497, "p95": 201.511, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134215.3, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107336.1, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 643.1, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.118, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.547, "p95": 0.53, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3525, "sampled_at": "2026-11-04T03:51:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T03:51:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11289.863, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:01:42+09:00", "last_error_summary": "[rtsp @ 0x5bbef60e3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bbef60e3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:01:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-11-04T04:01:41+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 12, "restart_count_per_hour": 9, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 895.137, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 895.203, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 58, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 331.338, "last_sample_duration_ms": 723.617, "last_trigger": "periodic", "next_snapshot_in_sec": 268.662, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 658, "storage_bytes": 2328949}, "mjpeg": {"age_sec": 895.129, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:01:43+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 896.557, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895155.44, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895142.98, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895153.411, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895150.931, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.731, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.737, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 895.102, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88388, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003369, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001029, "system_cpu_s_delta": 0.6199999999989814, "user_cpu_core_ratio": 0.00234, "user_cpu_s_delta": 1.4100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.876, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.208, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 61.4, "count": 30, "max": 895.102, "p95": 264.163, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134219.667, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102860.6, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 615.233, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.547, "p95": 0.53, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3526, "sampled_at": "2026-11-04T04:01:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:01:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11300.949, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T04:11:44+09:00", "last_error_summary": "[rtsp @ 0x5f5fa9550f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f5fa9550e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:11:44+09:00", "last_error_summary": "[rtsp @ 0x5f5fa9550f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f5fa9550e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:11:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T04:11:44+09:00", "pid": 88390, "process": {"exists": false, "pid": 88390}, "restart_count": 13, "restart_count_per_hour": 10, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 1497.729, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 1497.796, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 59, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.167, "last_sample_duration_ms": 885.824, "last_trigger": "periodic", "next_snapshot_in_sec": 267.833, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 659, "storage_bytes": 2338227}, "mjpeg": {"age_sec": 1497.722, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:11:46+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1499.155, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497749.368, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497736.909, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497747.339, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497744.859, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.853, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.737, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 895.102, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88388, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003369, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001029, "system_cpu_s_delta": 0.6199999999989814, "user_cpu_core_ratio": 0.00234, "user_cpu_s_delta": 1.4100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.876, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.208, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 61.4, "count": 30, "max": 895.102, "p95": 264.163, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134219.667, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102860.6, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 615.233, "count": 30, "max": 866.0, "p95": 837.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.547, "p95": 0.53, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3526, "sampled_at": "2026-11-04T04:01:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:01:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11301.004, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:11:44+09:00", "last_error_summary": "[rtsp @ 0x5f5fa9550f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f5fa9550e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:11:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-11-04T04:11:44+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 13, "restart_count_per_hour": 10, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 1497.756, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 1497.823, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 59, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.183, "last_sample_duration_ms": 885.824, "last_trigger": "periodic", "next_snapshot_in_sec": 267.817, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 659, "storage_bytes": 2338227}, "mjpeg": {"age_sec": 1497.748, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:11:46+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1499.174, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497774.69, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497762.23, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497772.661, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497770.181, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.556, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.904, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1497.73, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88390, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00297, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000879, "system_cpu_s_delta": 0.5299999999988358, "user_cpu_core_ratio": 0.002091, "user_cpu_s_delta": 1.2600000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.191, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.538, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 111.324, "count": 30, "max": 1497.73, "p95": 623.93, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134252.033, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98413.1, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 587.367, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.353, "count": 30, "max": 0.547, "p95": 0.53, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3527, "sampled_at": "2026-11-04T04:11:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:11:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11313.027, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T04:21:47+09:00", "last_error_summary": "[rtsp @ 0x61cdca0ccf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61cdca0cce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:21:47+09:00", "last_error_summary": "[rtsp @ 0x61cdca0ccf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61cdca0cce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:21:48+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T04:21:46+09:00", "pid": 88392, "process": {"exists": false, "pid": 88392}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 2100.146, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 2100.212, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 60, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.709, "last_sample_duration_ms": 829.912, "last_trigger": "periodic", "next_snapshot_in_sec": 267.291, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 660, "storage_bytes": 2347501}, "mjpeg": {"age_sec": 2100.138, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:21:48+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2101.57, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100165.41, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100152.95, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100163.381, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100160.901, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.68, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.904, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1497.73, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88390, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00297, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000879, "system_cpu_s_delta": 0.5299999999988358, "user_cpu_core_ratio": 0.002091, "user_cpu_s_delta": 1.2600000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.191, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.538, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 111.324, "count": 30, "max": 1497.73, "p95": 623.93, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134252.033, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98413.1, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 587.367, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.164, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.353, "count": 30, "max": 0.547, "p95": 0.53, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3527, "sampled_at": "2026-11-04T04:11:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:11:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11312.957, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:21:47+09:00", "last_error_summary": "[rtsp @ 0x61cdca0ccf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61cdca0cce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:21:48+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-11-04T04:21:46+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 2100.173, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 2100.239, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 60, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.729, "last_sample_duration_ms": 829.912, "last_trigger": "periodic", "next_snapshot_in_sec": 267.271, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 660, "storage_bytes": 2347501}, "mjpeg": {"age_sec": 2100.164, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:21:48+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2101.594, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100191.197, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100178.737, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100189.168, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100186.687, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.844, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.837, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2100.146, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88392, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000847, "system_cpu_s_delta": 0.5100000000020373, "user_cpu_core_ratio": 0.001959, "user_cpu_s_delta": 1.179999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.564, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.908, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 181.329, "count": 30, "max": 2100.146, "p95": 1226.547, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134295.9, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93977.1, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 559.633, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.164, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.547, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3528, "sampled_at": "2026-11-04T04:21:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:21:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11326.418, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T04:31:49+09:00", "last_error_summary": "[rtsp @ 0x62b5f5837f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62b5f5837e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:31:49+09:00", "last_error_summary": "[rtsp @ 0x62b5f5837f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62b5f5837e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:31:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T04:31:49+09:00", "pid": 88394, "process": {"exists": false, "pid": 88394}, "restart_count": 15, "restart_count_per_hour": 12, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 2702.472, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 2702.539, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 61, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 333.441, "last_sample_duration_ms": 849.07, "last_trigger": "periodic", "next_snapshot_in_sec": 266.559, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 661, "storage_bytes": 2356767}, "mjpeg": {"age_sec": 2702.464, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:31:51+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2703.898, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702492.345, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702479.885, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702490.316, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702487.836, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.902, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.837, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2100.146, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88392, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000847, "system_cpu_s_delta": 0.5100000000020373, "user_cpu_core_ratio": 0.001959, "user_cpu_s_delta": 1.179999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.564, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.908, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 181.329, "count": 30, "max": 2100.146, "p95": 1226.547, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134295.9, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93977.1, "count": 30, "max": 136387.0, "p95": 135330.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 559.633, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.164, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.547, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3528, "sampled_at": "2026-11-04T04:21:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:21:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11326.734, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:31:49+09:00", "last_error_summary": "[rtsp @ 0x62b5f5837f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62b5f5837e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:31:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-11-04T04:31:49+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 15, "restart_count_per_hour": 12, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 2702.504, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 2702.571, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 61, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 333.467, "last_sample_duration_ms": 849.07, "last_trigger": "periodic", "next_snapshot_in_sec": 266.533, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 661, "storage_bytes": 2356767}, "mjpeg": {"age_sec": 2702.496, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:31:51+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2703.927, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702522.985, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702510.525, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702520.956, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702518.476, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.049, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.91, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2702.473, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88394, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00078, "system_cpu_s_delta": 0.4699999999975262, "user_cpu_core_ratio": 0.002059, "user_cpu_s_delta": 1.2400000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.173, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.518, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 271.412, "count": 30, "max": 2702.473, "p95": 1829.059, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134275.233, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89476.567, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.667, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 532.267, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.164, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.319, "count": 30, "max": 0.547, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3529, "sampled_at": "2026-11-04T04:31:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:31:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11345.395, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T04:41:52+09:00", "last_error_summary": "[rtsp @ 0x604159da4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x604159da4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:41:52+09:00", "last_error_summary": "[rtsp @ 0x604159da4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x604159da4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:41:53+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T04:41:51+09:00", "pid": 88458, "process": {"exists": false, "pid": 88458}, "restart_count": 16, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 3305.068, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 3305.135, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 62, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 334.357, "last_sample_duration_ms": 721.817, "last_trigger": "periodic", "next_snapshot_in_sec": 265.643, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 662, "storage_bytes": 2366046}, "mjpeg": {"age_sec": 3305.06, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:41:53+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3306.492, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305087.997, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305075.538, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305085.968, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305083.488, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.641, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.91, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2702.473, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88394, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00078, "system_cpu_s_delta": 0.4699999999975262, "user_cpu_core_ratio": 0.002059, "user_cpu_s_delta": 1.2400000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.173, "count": 30, "max": 26.338, "p95": 24.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.518, "count": 30, "max": 25.642, "p95": 24.55, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 271.412, "count": 30, "max": 2702.473, "p95": 1829.059, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134275.233, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89476.567, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.667, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 532.267, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.164, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.319, "count": 30, "max": 0.547, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3529, "sampled_at": "2026-11-04T04:31:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:31:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11345.332, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:41:52+09:00", "last_error_summary": "[rtsp @ 0x604159da4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x604159da4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:41:53+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-11-04T04:41:51+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 16, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 3305.095, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 3305.162, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 62, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 334.376, "last_sample_duration_ms": 721.817, "last_trigger": "periodic", "next_snapshot_in_sec": 265.624, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 662, "storage_bytes": 2366046}, "mjpeg": {"age_sec": 3305.087, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:41:53+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3306.513, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305113.813, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305101.353, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305111.784, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305109.304, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.543, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.498, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3305.068, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88458, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00068, "system_cpu_s_delta": 0.4099999999998545, "user_cpu_core_ratio": 0.001875, "user_cpu_s_delta": 1.1299999999901047}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.345, "count": 30, "max": 25.24, "p95": 23.921, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.702, "count": 30, "max": 24.919, "p95": 23.508, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 381.58, "count": 30, "max": 3305.068, "p95": 2431.426, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134388.433, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85109.9, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.633, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 505.0, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.164, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 0.547, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3530, "sampled_at": "2026-11-04T04:41:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:41:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11372.59, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T04:51:54+09:00", "last_error_summary": "[rtsp @ 0x558c5af10f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x558c5af10e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:51:54+09:00", "last_error_summary": "[rtsp @ 0x558c5af10f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x558c5af10e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:51:56+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T04:51:54+09:00", "pid": 88522, "process": {"exists": false, "pid": 88522}, "restart_count": 17, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 3907.374, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 3907.441, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 63, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 334.715, "last_sample_duration_ms": 767.382, "last_trigger": "periodic", "next_snapshot_in_sec": 265.285, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 663, "storage_bytes": 2375320}, "mjpeg": {"age_sec": 3907.366, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:51:56+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3908.815, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907395.106, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907382.647, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907393.077, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907390.597, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 13.73, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.498, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3305.068, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88458, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00068, "system_cpu_s_delta": 0.4099999999998545, "user_cpu_core_ratio": 0.001875, "user_cpu_s_delta": 1.1299999999901047}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.345, "count": 30, "max": 25.24, "p95": 23.921, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.702, "count": 30, "max": 24.919, "p95": 23.508, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 381.58, "count": 30, "max": 3305.068, "p95": 2431.426, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134388.433, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85109.9, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.633, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 505.0, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.164, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 0.547, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3530, "sampled_at": "2026-11-04T04:41:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:41:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11371.887, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T04:51:54+09:00", "last_error_summary": "[rtsp @ 0x558c5af10f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x558c5af10e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T04:51:56+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.052, "last_started_at": "2026-11-04T04:51:54+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 17, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 3907.424, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 3907.491, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 63, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 334.741, "last_sample_duration_ms": 767.382, "last_trigger": "periodic", "next_snapshot_in_sec": 265.259, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 663, "storage_bytes": 2375320}, "mjpeg": {"age_sec": 3907.416, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T04:51:56+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3908.847, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907442.783, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907430.323, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907440.754, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907438.273, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.044, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.297, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3907.384, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88522, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002557, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000731, "system_cpu_s_delta": 0.4400000000023283, "user_cpu_core_ratio": 0.001826, "user_cpu_s_delta": 1.1000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.679, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.04, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 511.827, "count": 30, "max": 3907.384, "p95": 3033.9, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134456.733, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80698.333, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.6, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 477.733, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.164, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.284, "count": 30, "max": 0.547, "p95": 0.517, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3531, "sampled_at": "2026-11-04T04:51:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:51:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11378.344, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T05:01:57+09:00", "last_error_summary": "[rtsp @ 0x58cde37acf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58cde37ace00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:01:57+09:00", "last_error_summary": "[rtsp @ 0x58cde37acf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58cde37ace00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:01:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T05:01:57+09:00", "pid": 88524, "process": {"exists": false, "pid": 88524}, "restart_count": 18, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 4510.258, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 4510.324, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 64, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 335.695, "last_sample_duration_ms": 842.456, "last_trigger": "periodic", "next_snapshot_in_sec": 264.305, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 664, "storage_bytes": 2384595}, "mjpeg": {"age_sec": 4510.249, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:01:59+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4511.681, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510276.912, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510264.452, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510274.883, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510272.403, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.114, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.297, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3907.384, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88522, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002557, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000731, "system_cpu_s_delta": 0.4400000000023283, "user_cpu_core_ratio": 0.001826, "user_cpu_s_delta": 1.1000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.679, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.04, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 511.827, "count": 30, "max": 3907.384, "p95": 3033.9, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134456.733, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80698.333, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.6, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 477.733, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.164, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.284, "count": 30, "max": 0.547, "p95": 0.517, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3531, "sampled_at": "2026-11-04T04:51:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T04:51:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11378.57, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:01:57+09:00", "last_error_summary": "[rtsp @ 0x58cde37acf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58cde37ace00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:01:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.024, "last_started_at": "2026-11-04T05:01:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 18, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 4510.281, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 4510.347, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 64, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 335.71, "last_sample_duration_ms": 842.456, "last_trigger": "periodic", "next_snapshot_in_sec": 264.29, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 664, "storage_bytes": 2384595}, "mjpeg": {"age_sec": 4510.273, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:01:59+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4511.699, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510299.382, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510286.922, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510297.353, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510294.873, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.544, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.427, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4510.257, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88524, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000746, "system_cpu_s_delta": 0.4500000000007276, "user_cpu_core_ratio": 0.001808, "user_cpu_s_delta": 1.0899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.217, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.578, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 662.168, "count": 30, "max": 4510.257, "p95": 3636.342, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134501.3, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76263.033, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.567, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 450.2, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.266, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3532, "sampled_at": "2026-11-04T05:01:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:01:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11384.773, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T05:11:59+09:00", "last_error_summary": "[rtsp @ 0x5f54a2bb1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f54a2bb1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:11:59+09:00", "last_error_summary": "[rtsp @ 0x5f54a2bb1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f54a2bb1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:12:01+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T05:11:59+09:00", "pid": 88526, "process": {"exists": false, "pid": 88526}, "restart_count": 19, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 5112.655, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 5112.722, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 65, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 336.226, "last_sample_duration_ms": 645.751, "last_trigger": "periodic", "next_snapshot_in_sec": 263.774, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 665, "storage_bytes": 2393868}, "mjpeg": {"age_sec": 5112.647, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:12:01+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5114.082, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5112674.596, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5112662.137, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5112672.567, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5112670.087, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.521, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.427, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4510.257, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88524, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000746, "system_cpu_s_delta": 0.4500000000007276, "user_cpu_core_ratio": 0.001808, "user_cpu_s_delta": 1.0899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.217, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.578, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 662.168, "count": 30, "max": 4510.257, "p95": 3636.342, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134501.3, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76263.033, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.567, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 450.2, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.266, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3532, "sampled_at": "2026-11-04T05:01:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:01:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11384.414, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:11:59+09:00", "last_error_summary": "[rtsp @ 0x5f54a2bb1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f54a2bb1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:12:01+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-11-04T05:11:59+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 19, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 5112.686, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 5112.752, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 65, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 336.244, "last_sample_duration_ms": 645.751, "last_trigger": "periodic", "next_snapshot_in_sec": 263.756, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 665, "storage_bytes": 2393868}, "mjpeg": {"age_sec": 5112.678, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:12:01+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5114.104, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5112704.311, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5112691.852, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5112702.282, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5112699.802, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.625, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.439, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5112.655, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88526, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002507, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00073, "system_cpu_s_delta": 0.4399999999986903, "user_cpu_core_ratio": 0.001776, "user_cpu_s_delta": 1.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.658, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.05, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 832.59, "count": 30, "max": 5112.655, "p95": 4238.964, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134515.533, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 71797.4, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.533, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 422.467, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.249, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3533, "sampled_at": "2026-11-04T05:12:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:12:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11395.105, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T05:22:02+09:00", "last_error_summary": "[rtsp @ 0x60aee067af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60aee067ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:22:02+09:00", "last_error_summary": "[rtsp @ 0x60aee067af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60aee067ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:22:04+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T05:22:02+09:00", "pid": 88528, "process": {"exists": false, "pid": 88528}, "restart_count": 20, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 5715.568, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 5715.634, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 66, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.233, "last_sample_duration_ms": 646.598, "last_trigger": "periodic", "next_snapshot_in_sec": 262.767, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 666, "storage_bytes": 2403143}, "mjpeg": {"age_sec": 5715.56, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:22:04+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5716.992, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715587.532, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715575.072, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715585.503, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715583.023, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.907, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.439, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5112.655, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88526, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002507, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00073, "system_cpu_s_delta": 0.4399999999986903, "user_cpu_core_ratio": 0.001776, "user_cpu_s_delta": 1.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.658, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.05, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 832.59, "count": 30, "max": 5112.655, "p95": 4238.964, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134515.533, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 71797.4, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.533, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 422.467, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.249, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3533, "sampled_at": "2026-11-04T05:12:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:12:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11396.059, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:22:02+09:00", "last_error_summary": "[rtsp @ 0x60aee067af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60aee067ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:22:04+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-11-04T05:22:02+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 20, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 5715.599, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 5715.665, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 66, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.255, "last_sample_duration_ms": 646.598, "last_trigger": "periodic", "next_snapshot_in_sec": 262.745, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 666, "storage_bytes": 2403143}, "mjpeg": {"age_sec": 5715.59, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:22:04+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5717.018, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715617.211, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715604.751, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715615.182, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715612.702, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.93, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.232, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5715.568, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88528, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002455, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000713, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.001742, "user_cpu_s_delta": 1.0499999999883585}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.211, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.541, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1023.109, "count": 30, "max": 5715.568, "p95": 4841.576, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134521.033, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67323.033, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.5, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 394.7, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.233, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3534, "sampled_at": "2026-11-04T05:22:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:22:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11402.734, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T05:32:04+09:00", "last_error_summary": "[rtsp @ 0x5f76d0773f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f76d0773e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:32:04+09:00", "last_error_summary": "[rtsp @ 0x5f76d0773f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f76d0773e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:32:06+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T05:32:04+09:00", "pid": 88778, "process": {"exists": false, "pid": 88778}, "restart_count": 21, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 6317.729, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 6317.796, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.697, "last_sample_duration_ms": 841.121, "last_trigger": "periodic", "next_snapshot_in_sec": 262.303, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 667, "storage_bytes": 2412412}, "mjpeg": {"age_sec": 6317.721, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:32:06+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6319.154, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317748.893, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317736.433, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317746.864, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317744.383, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.496, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.232, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5715.568, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88528, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002455, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000713, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.001742, "user_cpu_s_delta": 1.0499999999883585}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.211, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.541, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1023.109, "count": 30, "max": 5715.568, "p95": 4841.576, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134521.033, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67323.033, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.5, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 394.7, "count": 30, "max": 866.0, "p95": 836.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.233, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3534, "sampled_at": "2026-11-04T05:22:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:22:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11402.957, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:32:04+09:00", "last_error_summary": "[rtsp @ 0x5f76d0773f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f76d0773e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:32:06+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-11-04T05:32:04+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 21, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 6317.756, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 6317.822, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.714, "last_sample_duration_ms": 841.121, "last_trigger": "periodic", "next_snapshot_in_sec": 262.286, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 667, "storage_bytes": 2412412}, "mjpeg": {"age_sec": 6317.747, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:32:06+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6319.174, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317774.176, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317761.716, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317772.147, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317769.667, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.501, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.886, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6317.73, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88778, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000681, "system_cpu_s_delta": 0.4099999999998545, "user_cpu_core_ratio": 0.001677, "user_cpu_s_delta": 1.0100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.8, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.127, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1233.7, "count": 30, "max": 6317.73, "p95": 5444.257, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134525.833, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 62847.967, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.467, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 365.867, "count": 30, "max": 837.0, "p95": 835.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.216, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3535, "sampled_at": "2026-11-04T05:32:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:32:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11404.906, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T05:42:06+09:00", "last_error_summary": "[rtsp @ 0x64d2334d5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64d2334d5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:42:06+09:00", "last_error_summary": "[rtsp @ 0x64d2334d5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64d2334d5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:42:08+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T05:42:06+09:00", "pid": 88966, "process": {"exists": false, "pid": 88966}, "restart_count": 22, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 6919.822, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 6919.888, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 68, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.428, "last_sample_duration_ms": 818.715, "last_trigger": "periodic", "next_snapshot_in_sec": 262.572, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 668, "storage_bytes": 2421684}, "mjpeg": {"age_sec": 6919.814, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:42:08+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6921.251, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6919842.862, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6919830.402, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6919840.833, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6919838.353, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.191, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.886, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6317.73, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88778, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000681, "system_cpu_s_delta": 0.4099999999998545, "user_cpu_core_ratio": 0.001677, "user_cpu_s_delta": 1.0100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.8, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.127, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1233.7, "count": 30, "max": 6317.73, "p95": 5444.257, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134525.833, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 62847.967, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.467, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 365.867, "count": 30, "max": 837.0, "p95": 835.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.216, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3535, "sampled_at": "2026-11-04T05:32:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:32:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11404.988, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:42:06+09:00", "last_error_summary": "[rtsp @ 0x64d2334d5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64d2334d5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:42:08+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-11-04T05:42:06+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 22, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 6919.855, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 6919.922, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 68, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.446, "last_sample_duration_ms": 818.715, "last_trigger": "periodic", "next_snapshot_in_sec": 262.554, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 668, "storage_bytes": 2421684}, "mjpeg": {"age_sec": 6919.847, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:42:08+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6921.273, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6919873.537, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6919861.077, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6919871.508, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6919869.027, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.665, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.788, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6919.827, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88966, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002292, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000615, "system_cpu_s_delta": 0.36999999999898137, "user_cpu_core_ratio": 0.001677, "user_cpu_s_delta": 1.0099999999947613}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.471, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.793, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1464.361, "count": 30, "max": 6919.827, "p95": 6046.757, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134506.533, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 58348.8, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.433, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 338.6, "count": 30, "max": 837.0, "p95": 835.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.2, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3536, "sampled_at": "2026-11-04T05:42:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:42:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11468.137, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T05:52:09+09:00", "last_error_summary": "[rtsp @ 0x641f33b1ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641f33b1ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:52:09+09:00", "last_error_summary": "[rtsp @ 0x641f33b1ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641f33b1ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:52:11+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T05:52:09+09:00", "pid": 89092, "process": {"exists": false, "pid": 89092}, "restart_count": 23, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 7522.319, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 7522.386, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 338.416, "last_sample_duration_ms": 703.919, "last_trigger": "periodic", "next_snapshot_in_sec": 261.584, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 669, "storage_bytes": 2430959}, "mjpeg": {"age_sec": 7522.311, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:52:11+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 7523.746, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7522338.815, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7522326.356, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7522336.787, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7522334.306, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.299, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.788, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6919.827, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 88966, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002292, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000615, "system_cpu_s_delta": 0.36999999999898137, "user_cpu_core_ratio": 0.001677, "user_cpu_s_delta": 1.0099999999947613}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.471, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.793, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1464.361, "count": 30, "max": 6919.827, "p95": 6046.757, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134506.533, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 58348.8, "count": 30, "max": 136387.0, "p95": 135329.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.433, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 338.6, "count": 30, "max": 837.0, "p95": 835.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.2, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3536, "sampled_at": "2026-11-04T05:42:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:42:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11468.297, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T05:52:09+09:00", "last_error_summary": "[rtsp @ 0x641f33b1ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641f33b1ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T05:52:11+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-11-04T05:52:09+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 23, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 7522.351, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 7522.418, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 338.437, "last_sample_duration_ms": 703.919, "last_trigger": "periodic", "next_snapshot_in_sec": 261.563, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 669, "storage_bytes": 2430959}, "mjpeg": {"age_sec": 7522.343, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T05:52:11+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 7523.772, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7522369.908, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7522357.449, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7522367.879, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7522365.399, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.891, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.437, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 7522.321, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 89092, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000614, "system_cpu_s_delta": 0.36999999999898137, "user_cpu_core_ratio": 0.00156, "user_cpu_s_delta": 0.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.285, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.507, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1715.105, "count": 30, "max": 7522.321, "p95": 6648.883, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134485.9, "count": 30, "max": 136387.0, "p95": 135317.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 53848.3, "count": 30, "max": 136387.0, "p95": 135317.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.4, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 311.367, "count": 30, "max": 837.0, "p95": 835.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.184, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3537, "sampled_at": "2026-11-04T05:52:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:52:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11505.016, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T06:22:11+09:00", "last_error_summary": "[rtsp @ 0x567590b26f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x567590b26e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T06:22:11+09:00", "last_error_summary": "[rtsp @ 0x567590b26f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x567590b26e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T06:22:13+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T06:22:11+09:00", "pid": 89094, "process": {"exists": false, "pid": 89094}, "restart_count": 24, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 9324.597, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 9324.663, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 334.949, "last_sample_duration_ms": 836.82, "last_trigger": "periodic", "next_snapshot_in_sec": 265.051, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 672, "storage_bytes": 2458793}, "mjpeg": {"age_sec": 9324.589, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T06:22:13+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 9326.034, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9324616.976, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9324604.517, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9324614.948, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9324612.467, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.343, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.437, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 7522.321, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 89092, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000614, "system_cpu_s_delta": 0.36999999999898137, "user_cpu_core_ratio": 0.00156, "user_cpu_s_delta": 0.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.285, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.507, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1715.105, "count": 30, "max": 7522.321, "p95": 6648.883, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134485.9, "count": 30, "max": 136387.0, "p95": 135317.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 53848.3, "count": 30, "max": 136387.0, "p95": 135317.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.4, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 311.367, "count": 30, "max": 837.0, "p95": 835.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.184, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3537, "sampled_at": "2026-11-04T05:52:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T05:52:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11504.867, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T06:22:11+09:00", "last_error_summary": "[rtsp @ 0x567590b26f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x567590b26e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T06:22:13+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.052, "last_started_at": "2026-11-04T06:22:11+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 24, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 9324.647, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 9324.713, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 334.977, "last_sample_duration_ms": 836.82, "last_trigger": "periodic", "next_snapshot_in_sec": 265.023, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 672, "storage_bytes": 2458793}, "mjpeg": {"age_sec": 9324.639, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T06:22:13+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 9326.066, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9324665.312, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9324652.852, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9324663.283, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9324660.803, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.861, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.936, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 9324.602, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 89094, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000599, "system_cpu_s_delta": 1.0800000000017462, "user_cpu_core_ratio": 0.001559, "user_cpu_s_delta": 2.8099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.996, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.21, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2025.925, "count": 30, "max": 9324.602, "p95": 7251.199, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134446.2, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 49328.733, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.367, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 284.1, "count": 30, "max": 837.0, "p95": 835.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3538, "sampled_at": "2026-11-04T06:22:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T06:22:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11576.461, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T06:52:13+09:00", "last_error_summary": "[rtsp @ 0x6500aa5d0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6500aa5d0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T06:52:13+09:00", "last_error_summary": "[rtsp @ 0x6500aa5d0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6500aa5d0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T06:52:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T06:52:13+09:00", "pid": 89840, "process": {"exists": false, "pid": 89840}, "restart_count": 25, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 11126.997, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 11127.063, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 75, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.407, "last_sample_duration_ms": 867.473, "last_trigger": "periodic", "next_snapshot_in_sec": 267.593, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 675, "storage_bytes": 2487135}, "mjpeg": {"age_sec": 11126.989, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T06:52:15+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 11128.428, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11127018.202, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11127005.743, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11127016.173, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11127013.693, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.778, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.936, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 9324.602, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 89094, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000599, "system_cpu_s_delta": 1.0800000000017462, "user_cpu_core_ratio": 0.001559, "user_cpu_s_delta": 2.8099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.996, "count": 30, "max": 25.24, "p95": 22.558, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.21, "count": 30, "max": 24.919, "p95": 22.12, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2025.925, "count": 30, "max": 9324.602, "p95": 7251.199, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134446.2, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 49328.733, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.367, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 284.1, "count": 30, "max": 837.0, "p95": 835.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3538, "sampled_at": "2026-11-04T06:22:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T06:22:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11575.762, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T06:52:13+09:00", "last_error_summary": "[rtsp @ 0x6500aa5d0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6500aa5d0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T06:52:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-04T06:52:13+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 25, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 11127.033, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 11127.099, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 75, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.425, "last_sample_duration_ms": 867.473, "last_trigger": "periodic", "next_snapshot_in_sec": 267.575, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 675, "storage_bytes": 2487135}, "mjpeg": {"age_sec": 11127.025, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T06:52:15+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 11128.451, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11127051.386, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11127038.926, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11127049.357, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11127046.876, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.531, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.212, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11127.003, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 89840, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002142, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000588, "system_cpu_s_delta": 1.0600000000013097, "user_cpu_core_ratio": 0.001553, "user_cpu_s_delta": 2.8000000000029104}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.388, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.494, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2396.825, "count": 30, "max": 11127.003, "p95": 8513.576, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134457.467, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 44860.133, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.333, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 256.4, "count": 30, "max": 837.0, "p95": 835.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.151, "count": 30, "max": 0.523, "p95": 0.5, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3539, "sampled_at": "2026-11-04T06:52:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T06:52:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11615.145, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T07:22:16+09:00", "last_error_summary": "[rtsp @ 0x56557d268f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56557d268e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T07:22:16+09:00", "last_error_summary": "[rtsp @ 0x56557d268f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56557d268e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T07:22:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.003, "last_started_at": "2026-11-04T07:22:16+09:00", "pid": 89904, "process": {"exists": false, "pid": 89904}, "restart_count": 26, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 12929.532, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 12929.599, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.483, "last_sample_duration_ms": 790.137, "last_trigger": "periodic", "next_snapshot_in_sec": 270.517, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 678, "storage_bytes": 2514966}, "mjpeg": {"age_sec": 12929.524, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T07:22:18+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 12930.96, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12929553.06, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12929540.601, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12929551.031, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12929548.551, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.925, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.212, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11127.003, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 89840, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002142, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000588, "system_cpu_s_delta": 1.0600000000013097, "user_cpu_core_ratio": 0.001553, "user_cpu_s_delta": 2.8000000000029104}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.388, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.494, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2396.825, "count": 30, "max": 11127.003, "p95": 8513.576, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134457.467, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 44860.133, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.333, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 256.4, "count": 30, "max": 837.0, "p95": 835.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.151, "count": 30, "max": 0.523, "p95": 0.5, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3539, "sampled_at": "2026-11-04T06:52:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T06:52:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11614.441, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T07:22:16+09:00", "last_error_summary": "[rtsp @ 0x56557d268f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56557d268e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T07:22:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-11-04T07:22:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 26, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 12929.564, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 12929.631, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.501, "last_sample_duration_ms": 790.137, "last_trigger": "periodic", "next_snapshot_in_sec": 270.499, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 678, "storage_bytes": 2514966}, "mjpeg": {"age_sec": 12929.556, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T07:22:18+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 12930.983, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12929583.165, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12929570.706, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12929581.136, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12929578.656, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.709, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.553, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12929.536, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 89904, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000571, "system_cpu_s_delta": 1.0299999999988358, "user_cpu_core_ratio": 0.001542, "user_cpu_s_delta": 2.779999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.167, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.184, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2827.81, "count": 30, "max": 12929.536, "p95": 10315.923, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134516.433, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 40439.233, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.3, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 228.533, "count": 30, "max": 836.0, "p95": 834.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.523, "p95": 0.5, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3540, "sampled_at": "2026-11-04T07:22:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T07:22:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11651.281, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T07:52:18+09:00", "last_error_summary": "[rtsp @ 0x5a567e4f9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a567e4f9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T07:52:18+09:00", "last_error_summary": "[rtsp @ 0x5a567e4f9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a567e4f9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T07:52:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T07:52:18+09:00", "pid": 89968, "process": {"exists": false, "pid": 89968}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 14731.853, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 14731.919, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 326.579, "last_sample_duration_ms": 781.703, "last_trigger": "periodic", "next_snapshot_in_sec": 273.421, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 681, "storage_bytes": 2542795}, "mjpeg": {"age_sec": 14731.845, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T07:52:20+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 14733.28, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14731873.0, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14731860.54, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14731870.971, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14731868.491, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.305, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.553, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12929.536, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 89904, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000571, "system_cpu_s_delta": 1.0299999999988358, "user_cpu_core_ratio": 0.001542, "user_cpu_s_delta": 2.779999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.167, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.184, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2827.81, "count": 30, "max": 12929.536, "p95": 10315.923, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134516.433, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 40439.233, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.3, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 228.533, "count": 30, "max": 836.0, "p95": 834.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.523, "p95": 0.5, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3540, "sampled_at": "2026-11-04T07:22:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T07:22:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11651.805, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T07:52:18+09:00", "last_error_summary": "[rtsp @ 0x5a567e4f9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a567e4f9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T07:52:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-04T07:52:18+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 14731.89, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 14731.957, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 326.609, "last_sample_duration_ms": 781.703, "last_trigger": "periodic", "next_snapshot_in_sec": 273.391, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 681, "storage_bytes": 2542795}, "mjpeg": {"age_sec": 14731.882, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T07:52:20+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 14733.313, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14731909.126, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14731896.666, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14731907.097, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14731904.617, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.71, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.064, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 14731.854, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 89968, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002014, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000549, "system_cpu_s_delta": 0.9900000000016007, "user_cpu_core_ratio": 0.001465, "user_cpu_s_delta": 2.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.871, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.773, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3318.872, "count": 30, "max": 14731.854, "p95": 12118.396, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134511.933, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 35954.867, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.267, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 200.8, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.523, "p95": 0.5, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3541, "sampled_at": "2026-11-04T07:52:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T07:52:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11741.25, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T08:22:21+09:00", "last_error_summary": "[rtsp @ 0x55f469b27f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55f469b27e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T08:22:21+09:00", "last_error_summary": "[rtsp @ 0x55f469b27f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55f469b27e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T08:22:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T08:22:21+09:00", "pid": 90342, "process": {"exists": false, "pid": 90342}, "restart_count": 28, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 16534.467, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 16534.534, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 84, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 323.683, "last_sample_duration_ms": 808.054, "last_trigger": "periodic", "next_snapshot_in_sec": 276.317, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 684, "storage_bytes": 2570627}, "mjpeg": {"age_sec": 16534.459, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T08:22:23+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 16535.897, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16534487.239, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16534474.779, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16534485.21, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16534482.73, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.571, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.064, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 14731.854, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 89968, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002014, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000549, "system_cpu_s_delta": 0.9900000000016007, "user_cpu_core_ratio": 0.001465, "user_cpu_s_delta": 2.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.871, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.773, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3318.872, "count": 30, "max": 14731.854, "p95": 12118.396, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134511.933, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 35954.867, "count": 30, "max": 136387.0, "p95": 134926.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.267, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 200.8, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.523, "p95": 0.5, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3541, "sampled_at": "2026-11-04T07:52:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T07:52:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11740.863, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T08:22:21+09:00", "last_error_summary": "[rtsp @ 0x55f469b27f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55f469b27e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T08:22:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-11-04T08:22:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 28, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 16534.498, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 16534.564, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 84, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 323.698, "last_sample_duration_ms": 808.054, "last_trigger": "periodic", "next_snapshot_in_sec": 276.302, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 684, "storage_bytes": 2570627}, "mjpeg": {"age_sec": 16534.49, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T08:22:23+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 16535.916, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16534516.371, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16534503.911, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16534514.342, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16534511.861, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.549, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.311, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 16534.468, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 90342, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000538, "system_cpu_s_delta": 0.9699999999975262, "user_cpu_core_ratio": 0.001437, "user_cpu_s_delta": 2.5899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.387, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.301, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3870.021, "count": 30, "max": 16534.468, "p95": 13920.811, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134445.567, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 31408.633, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.233, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 173.3, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.523, "p95": 0.5, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3542, "sampled_at": "2026-11-04T08:22:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T08:22:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11748.75, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T08:52:23+09:00", "last_error_summary": "[rtsp @ 0x577d0450df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x577d0450de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T08:52:23+09:00", "last_error_summary": "[rtsp @ 0x577d0450df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x577d0450de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T08:52:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T08:52:23+09:00", "pid": 90468, "process": {"exists": false, "pid": 90468}, "restart_count": 29, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 18336.689, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 18336.755, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 320.382, "last_sample_duration_ms": 969.815, "last_trigger": "periodic", "next_snapshot_in_sec": 279.618, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 687, "storage_bytes": 2598453}, "mjpeg": {"age_sec": 18336.681, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T08:52:25+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 18338.116, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18336708.948, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18336696.488, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18336706.919, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18336704.438, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.675, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.311, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 16534.468, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 90342, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000538, "system_cpu_s_delta": 0.9699999999975262, "user_cpu_core_ratio": 0.001437, "user_cpu_s_delta": 2.5899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.387, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.301, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3870.021, "count": 30, "max": 16534.468, "p95": 13920.811, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134445.567, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 31408.633, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.233, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 173.3, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.155, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.523, "p95": 0.5, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3542, "sampled_at": "2026-11-04T08:22:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T08:22:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11752.375, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T08:52:23+09:00", "last_error_summary": "[rtsp @ 0x577d0450df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x577d0450de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T08:52:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-11-04T08:52:23+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 29, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 18336.723, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 18336.79, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 320.405, "last_sample_duration_ms": 969.815, "last_trigger": "periodic", "next_snapshot_in_sec": 279.595, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 687, "storage_bytes": 2598453}, "mjpeg": {"age_sec": 18336.715, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T08:52:25+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 18338.145, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18336742.035, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18336729.576, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18336740.006, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18336737.526, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.082, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.681, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 18336.69, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 90468, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001881, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000488, "system_cpu_s_delta": 0.8800000000010186, "user_cpu_core_ratio": 0.001393, "user_cpu_s_delta": 2.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.006, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.922, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 4481.244, "count": 30, "max": 18336.69, "p95": 15723.292, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134435.6, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 26918.8, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.2, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146.067, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.155, "p95": 0.152, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.523, "p95": 0.497, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3543, "sampled_at": "2026-11-04T08:52:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T08:52:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5632587, "flush_count": 6856, "flush_interval_seconds": 30.0, "flush_state": {"count": 6856, "last_at": "2026-11-04T09:03:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:03:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6855}, "started": true, "suppressed_count": 4061905, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4061888}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6856, "written_record_count": 6856}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11340.66, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11249260646400, "copied_frame_count": 4068743, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11249260646400, "frame_buffer_copies": 4068743, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0805, "count": 512, "max_ms": 0.4808, "p50_ms": 0.0683, "p95_ms": 0.1522, "p99_ms": 0.2096}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9819, "count": 512, "max_ms": 2.6536, "p50_ms": 0.8938, "p95_ms": 1.6708, "p99_ms": 2.0461, "results": {"failed": 0, "not_applicable": 0, "success": 4068743, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 183, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:04:38+09:00", "last_error_summary": "[h264 @ 0x5fb14dcaa900] error while decoding MB 223 89, bytestream -7", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56651.214, "last_started_at": "2026-11-03T17:20:27+09:00", "pid": 87195, "process": {"exists": false, "pid": 87195}, "restart_count": 195, "restart_count_per_hour": 0, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 196}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.54, "sample_count": 2776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-11-04T09:04:38+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-04T09:04:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 451.693, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 148.307, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-11-04T09:04:38.550961+09:00", "mtime_epoch": 1793750678.550961, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79066}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:04:38+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2799.031, "name": "celery", "pid": 176, "rss_mb": 2799.031, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4068743, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.707, "pushed": 4.707, "read": 4.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.005, "count": 141, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 45.915, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 140, "max_ms": 2.523, "p95_ms": 1.221, "reason": null, "sample_age_ms": 74.707, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.175, "count": 140, "max_ms": 1.809, "p95_ms": 1.022, "reason": null, "sample_age_ms": 74.879, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 141, "max_ms": 0.217, "p95_ms": 0.129, "reason": null, "sample_age_ms": 45.92, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.048, "count": 140, "max_ms": 2.847, "p95_ms": 2.002, "reason": null, "sample_age_ms": 73.938, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 73.92, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 141, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.98, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.334, "count": 141, "max_ms": 67.32, "p95_ms": 39.612, "reason": null, "sample_age_ms": 45.911, "source": "client_direct"}, "sample_age_ms": 45.908, "source": "client_direct", "task_total_ms": {"avg_ms": 29.566, "count": 141, "max_ms": 68.933, "p95_ms": 41.109, "reason": null, "sample_age_ms": 45.908, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.896, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.54, "count": 141, "max_ms": 1.373, "p95_ms": 1.041}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 141, "max_ms": 0.688, "p95_ms": 0.361}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 141, "max_ms": 0.306, "p95_ms": 0.172}, "event_filter_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 141, "max_ms": 0.188, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.002, "count": 141, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 141, "max_ms": 0.389, "p95_ms": 0.239}, "setup_ms": {"avg_ms": 0.033, "count": 141, "max_ms": 0.134, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.511, "count": 141, "max_ms": 1.297, "p95_ms": 0.99}, "track_match_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.025, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.022, "count": 141, "max_ms": 0.105, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.075, "count": 141, "max_ms": 5.771, "p95_ms": 3.877}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 141, "max_ms": 0.12, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.206, "count": 141, "max_ms": 69.907, "p95_ms": 41.594}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 141, "max_ms": 0.156, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.722, "count": 141, "max_ms": 107.972, "p95_ms": 76.24}, "inference_input_copy_ms": {"avg_ms": 1.116, "count": 141, "max_ms": 3.79, "p95_ms": 1.926}, "processing_residual_ms": {"avg_ms": 0.098, "count": 141, "max_ms": 0.307, "p95_ms": 0.196}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.964, "count": 141, "max_ms": 109.503, "p95_ms": 77.473}, "read_interval": {"avg_ms": 213.793, "count": 140, "max_ms": 5245.397, "p95_ms": 435.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 141, "max_ms": 0.043, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.091, "count": 141, "max_ms": 0.282, "p95_ms": 0.178}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 141, "max_ms": 0.031, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 141, "max_ms": 0.255, "p95_ms": 0.161}, "worker_merge_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.034, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.216, "count": 141, "max_ms": 69.927, "p95_ms": 41.605}, "visualize": {"avg_ms": 25.344, "count": 141, "max_ms": 42.112, "p95_ms": 35.045}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.718, "count": 141, "max_ms": 40.783, "p95_ms": 33.875}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.199, "count": 141, "max_ms": 41.662, "p95_ms": 34.721}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.13, "count": 141, "max_ms": 41.501, "p95_ms": 34.559}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 141, "max_ms": 0.13, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2798.98, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.524, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.891, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79101, "write_bytes_delta": 79101, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 375.0, "cpu_core_ratio": 0.441176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87195, "reason": null, "system_cpu_core_ratio": 0.017776, "system_cpu_s_delta": 0.22000000000025466, "user_cpu_core_ratio": 0.423399, "user_cpu_s_delta": 5.240000000005239}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.216548, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019392, "system_cpu_s_delta": 0.2400000000016007, "user_cpu_core_ratio": 0.197155, "user_cpu_s_delta": 2.4400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.065, "count": 169, "max_ms": 4.596, "p95_ms": 3.373, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.667, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.342, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 682.5, "count": 30, "max": 773.0, "p95": 729.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.052, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.087, "p95": 0.971, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78247.967, "count": 30, "max": 79220.0, "p95": 79144.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78247.967, "count": 30, "max": 79220.0, "p95": 79144.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33242, "sampled_at": "2026-11-04T09:04:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:04:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5632587, "flush_count": 6856, "flush_interval_seconds": 30.0, "flush_state": {"count": 6856, "last_at": "2026-11-04T09:03:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:03:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6855}, "started": true, "suppressed_count": 4061905, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4061888}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6856, "written_record_count": 6856}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11340.66, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fb14dcaa900] error while decoding MB 223 89, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11249260646400, "copied_frame_count": 4068743, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11249260646400, "frame_buffer_copies": 4068743, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0805, "count": 512, "max_ms": 0.4808, "p50_ms": 0.0683, "p95_ms": 0.1522, "p99_ms": 0.2096}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9819, "count": 512, "max_ms": 2.6536, "p50_ms": 0.8938, "p95_ms": 1.6708, "p99_ms": 2.0461, "results": {"failed": 0, "not_applicable": 0, "success": 4068743, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 183, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:04:38+09:00", "last_error_summary": "[h264 @ 0x5fb14dcaa900] error while decoding MB 223 89, bytestream -7", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56651.22, "last_started_at": "2026-11-03T17:20:27+09:00", "pid": 87195, "process": {"exists": false, "pid": 87195}, "restart_count": 195, "restart_count_per_hour": 0, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 196}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.54, "sample_count": 2776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-11-04T09:04:38+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-11-04T09:04:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 451.698, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 148.302, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-11-04T09:04:38.550961+09:00", "mtime_epoch": 1793750678.550961, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79066}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:04:38+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2799.031, "name": "celery", "pid": 176, "rss_mb": 2799.031, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4068743, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.705, "pushed": 4.705, "read": 4.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.005, "count": 141, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 55.395, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 140, "max_ms": 2.523, "p95_ms": 1.221, "reason": null, "sample_age_ms": 84.187, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.175, "count": 140, "max_ms": 1.809, "p95_ms": 1.022, "reason": null, "sample_age_ms": 84.359, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 141, "max_ms": 0.217, "p95_ms": 0.129, "reason": null, "sample_age_ms": 55.4, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.048, "count": 140, "max_ms": 2.847, "p95_ms": 2.002, "reason": null, "sample_age_ms": 83.418, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 83.4, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 141, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.46, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.334, "count": 141, "max_ms": 67.32, "p95_ms": 39.612, "reason": null, "sample_age_ms": 55.391, "source": "client_direct"}, "sample_age_ms": 55.388, "source": "client_direct", "task_total_ms": {"avg_ms": 29.566, "count": 141, "max_ms": 68.933, "p95_ms": 41.109, "reason": null, "sample_age_ms": 55.388, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.263, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.54, "count": 141, "max_ms": 1.373, "p95_ms": 1.041}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 141, "max_ms": 0.688, "p95_ms": 0.361}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 141, "max_ms": 0.306, "p95_ms": 0.172}, "event_filter_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 141, "max_ms": 0.188, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.002, "count": 141, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 141, "max_ms": 0.389, "p95_ms": 0.239}, "setup_ms": {"avg_ms": 0.033, "count": 141, "max_ms": 0.134, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.511, "count": 141, "max_ms": 1.297, "p95_ms": 0.99}, "track_match_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.025, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.022, "count": 141, "max_ms": 0.105, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.075, "count": 141, "max_ms": 5.771, "p95_ms": 3.877}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 141, "max_ms": 0.12, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.206, "count": 141, "max_ms": 69.907, "p95_ms": 41.594}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 141, "max_ms": 0.156, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.722, "count": 141, "max_ms": 107.972, "p95_ms": 76.24}, "inference_input_copy_ms": {"avg_ms": 1.116, "count": 141, "max_ms": 3.79, "p95_ms": 1.926}, "processing_residual_ms": {"avg_ms": 0.098, "count": 141, "max_ms": 0.307, "p95_ms": 0.196}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.964, "count": 141, "max_ms": 109.503, "p95_ms": 77.473}, "read_interval": {"avg_ms": 213.793, "count": 140, "max_ms": 5245.397, "p95_ms": 435.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 141, "max_ms": 0.043, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.091, "count": 141, "max_ms": 0.282, "p95_ms": 0.178}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 141, "max_ms": 0.031, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 141, "max_ms": 0.255, "p95_ms": 0.161}, "worker_merge_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.034, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.216, "count": 141, "max_ms": 69.927, "p95_ms": 41.605}, "visualize": {"avg_ms": 25.344, "count": 141, "max_ms": 42.112, "p95_ms": 35.045}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.718, "count": 141, "max_ms": 40.783, "p95_ms": 33.875}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.199, "count": 141, "max_ms": 41.662, "p95_ms": 34.721}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.13, "count": 141, "max_ms": 41.501, "p95_ms": 34.559}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 141, "max_ms": 0.13, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2798.98, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.524, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.891, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79101, "write_bytes_delta": 79101, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 375.0, "cpu_core_ratio": 0.441176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87195, "reason": null, "system_cpu_core_ratio": 0.017776, "system_cpu_s_delta": 0.22000000000025466, "user_cpu_core_ratio": 0.423399, "user_cpu_s_delta": 5.240000000005239}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.216548, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019392, "system_cpu_s_delta": 0.2400000000016007, "user_cpu_core_ratio": 0.197155, "user_cpu_s_delta": 2.4400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.065, "count": 169, "max_ms": 4.596, "p95_ms": 3.373, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.667, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.342, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 682.5, "count": 30, "max": 773.0, "p95": 729.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.052, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.087, "p95": 0.971, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78247.967, "count": 30, "max": 79220.0, "p95": 79144.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78247.967, "count": 30, "max": 79220.0, "p95": 79144.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33242, "sampled_at": "2026-11-04T09:04:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:04:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5632587, "flush_count": 6856, "flush_interval_seconds": 30.0, "flush_state": {"count": 6856, "last_at": "2026-11-04T09:03:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:03:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6855}, "started": true, "suppressed_count": 4061905, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4061888}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6856, "written_record_count": 6856}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11340.215, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11249260646400, "copied_frame_count": 4068743, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11249260646400, "frame_buffer_copies": 4068743, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0805, "count": 512, "max_ms": 0.4808, "p50_ms": 0.0683, "p95_ms": 0.1522, "p99_ms": 0.2096}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9819, "count": 512, "max_ms": 2.6536, "p50_ms": 0.8938, "p95_ms": 1.6708, "p99_ms": 2.0461, "results": {"failed": 0, "not_applicable": 0, "success": 4068743, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 183, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:04:38+09:00", "last_error_summary": "[h264 @ 0x5fb14dcaa900] error while decoding MB 223 89, bytestream -7", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56651.252, "last_started_at": "2026-11-03T17:20:27+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 195, "restart_count_per_hour": 0, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 196}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.54, "sample_count": 2776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-04T09:04:38+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-11-04T09:04:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 451.716, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 148.284, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-11-04T09:04:38.550961+09:00", "mtime_epoch": 1793750678.550961, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79066}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:04:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2799.016, "name": "celery", "pid": 176, "rss_mb": 2799.016, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4068743, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.701, "pushed": 4.701, "read": 4.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 81.655, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 140, "max_ms": 2.523, "p95_ms": 1.221, "reason": null, "sample_age_ms": 110.446, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.175, "count": 140, "max_ms": 1.809, "p95_ms": 1.022, "reason": null, "sample_age_ms": 110.619, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.064, "count": 140, "max_ms": 0.217, "p95_ms": 0.129, "reason": null, "sample_age_ms": 81.66, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.048, "count": 140, "max_ms": 2.847, "p95_ms": 2.002, "reason": null, "sample_age_ms": 109.678, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 109.66, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.72, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.37, "count": 140, "max_ms": 67.32, "p95_ms": 39.641, "reason": null, "sample_age_ms": 81.651, "source": "client_direct"}, "sample_age_ms": 81.648, "source": "client_direct", "task_total_ms": {"avg_ms": 29.602, "count": 140, "max_ms": 68.933, "p95_ms": 41.15, "reason": null, "sample_age_ms": 81.648, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.603, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.54, "count": 141, "max_ms": 1.373, "p95_ms": 1.041}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 141, "max_ms": 0.688, "p95_ms": 0.361}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 141, "max_ms": 0.306, "p95_ms": 0.172}, "event_filter_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 141, "max_ms": 0.188, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.002, "count": 141, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 141, "max_ms": 0.389, "p95_ms": 0.239}, "setup_ms": {"avg_ms": 0.033, "count": 141, "max_ms": 0.134, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.511, "count": 141, "max_ms": 1.297, "p95_ms": 0.99}, "track_match_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.025, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.022, "count": 141, "max_ms": 0.105, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.075, "count": 141, "max_ms": 5.771, "p95_ms": 3.877}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 141, "max_ms": 0.12, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.206, "count": 141, "max_ms": 69.907, "p95_ms": 41.594}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 141, "max_ms": 0.156, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.722, "count": 141, "max_ms": 107.972, "p95_ms": 76.24}, "inference_input_copy_ms": {"avg_ms": 1.116, "count": 141, "max_ms": 3.79, "p95_ms": 1.926}, "processing_residual_ms": {"avg_ms": 0.098, "count": 141, "max_ms": 0.307, "p95_ms": 0.196}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.964, "count": 141, "max_ms": 109.503, "p95_ms": 77.473}, "read_interval": {"avg_ms": 213.793, "count": 140, "max_ms": 5245.397, "p95_ms": 435.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 141, "max_ms": 0.043, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.091, "count": 141, "max_ms": 0.282, "p95_ms": 0.178}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 141, "max_ms": 0.031, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 141, "max_ms": 0.255, "p95_ms": 0.161}, "worker_merge_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.034, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.216, "count": 141, "max_ms": 69.927, "p95_ms": 41.605}, "visualize": {"avg_ms": 25.344, "count": 141, "max_ms": 42.112, "p95_ms": 35.045}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.718, "count": 141, "max_ms": 40.783, "p95_ms": 33.875}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.199, "count": 141, "max_ms": 41.662, "p95_ms": 34.721}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.13, "count": 141, "max_ms": 41.501, "p95_ms": 34.559}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 141, "max_ms": 0.13, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2798.98, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.524, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.891, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79101, "write_bytes_delta": 79101, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 375.0, "cpu_core_ratio": 0.441176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87195, "reason": null, "system_cpu_core_ratio": 0.017776, "system_cpu_s_delta": 0.22000000000025466, "user_cpu_core_ratio": 0.423399, "user_cpu_s_delta": 5.240000000005239}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.216548, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019392, "system_cpu_s_delta": 0.2400000000016007, "user_cpu_core_ratio": 0.197155, "user_cpu_s_delta": 2.4400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.065, "count": 169, "max_ms": 4.596, "p95_ms": 3.373, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.667, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.342, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 682.5, "count": 30, "max": 773.0, "p95": 729.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.052, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.087, "p95": 0.971, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78247.967, "count": 30, "max": 79220.0, "p95": 79144.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78247.967, "count": 30, "max": 79220.0, "p95": 79144.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33242, "sampled_at": "2026-11-04T09:04:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:04:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5632587, "flush_count": 6856, "flush_interval_seconds": 30.0, "flush_state": {"count": 6856, "last_at": "2026-11-04T09:03:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:03:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6855}, "started": true, "suppressed_count": 4061905, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4061888}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6856, "written_record_count": 6856}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11379.359, "limit_mb": null}, "detail": {"pid": 90470, "restart_count": 196, "start_count": 197}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11249260646400, "copied_frame_count": 4068743, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11249260646400, "frame_buffer_copies": 4068743, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0805, "count": 512, "max_ms": 0.4808, "p50_ms": 0.0683, "p95_ms": 0.1522, "p99_ms": 0.2096}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9819, "count": 512, "max_ms": 2.6536, "p50_ms": 0.8938, "p95_ms": 1.6708, "p99_ms": 2.0461, "results": {"failed": 0, "not_applicable": 0, "success": 4068743, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 183, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:04:38+09:00", "last_error_summary": "[h264 @ 0x5fb14dcaa900] error while decoding MB 223 89, bytestream -7", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:04:41+09:00", "pid": 90470, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.738, "name": "ffmpeg", "pid": 90470, "rss_mb": 74.738, "state": "S (sleeping)", "threads": 1}, "restart_count": 196, "restart_count_per_hour": 1, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 197}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.639, "sample_count": 2726, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.049, "last_frame_pushed_at": "2026-11-04T09:04:38+09:00", "last_frame_read_age_sec": 5.11, "last_frame_read_at": "2026-11-04T09:04:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 456.735, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 143.265, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 5.043, "exists": true, "mtime": "2026-11-04T09:04:38.550961+09:00", "mtime_epoch": 1793750678.550961, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79066}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:04:43+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2799.02, "name": "celery", "pid": 176, "rss_mb": 2799.02, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4068743, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 125}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 125, "pushed_frames": 125, "read_frames": 125, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.199, "pushed": 4.199, "read": 4.199}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 125, "client_acquire_ms": {"avg_ms": 0.005, "count": 125, "max_ms": 0.017, "p95_ms": 0.01, "reason": null, "sample_age_ms": 5087.2, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.408, "count": 125, "max_ms": 2.523, "p95_ms": 1.218, "reason": null, "sample_age_ms": 5115.992, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 125, "max_ms": 1.809, "p95_ms": 1.018, "reason": null, "sample_age_ms": 5116.165, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 125, "max_ms": 0.217, "p95_ms": 0.131, "reason": null, "sample_age_ms": 5087.205, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.074, "count": 125, "max_ms": 2.847, "p95_ms": 2.013, "reason": null, "sample_age_ms": 5115.224, "source": "client_direct"}, "request_count": 125, "request_tensor_bytes": {"avg": 2211848.0, "count": 125, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5115.206, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 125, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5087.266, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.899, "count": 125, "max_ms": 67.32, "p95_ms": 40.074, "reason": null, "sample_age_ms": 5087.197, "source": "client_direct"}, "sample_age_ms": 5087.194, "source": "client_direct", "task_total_ms": {"avg_ms": 30.163, "count": 125, "max_ms": 68.933, "p95_ms": 41.762, "reason": null, "sample_age_ms": 5087.194, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.875, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.559, "count": 125, "max_ms": 1.373, "p95_ms": 1.052}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.182, "count": 125, "max_ms": 0.688, "p95_ms": 0.368}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 125, "max_ms": 0.306, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.003, "count": 125, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 125, "max_ms": 0.188, "p95_ms": 0.121}, "mcmt_ms": {"avg_ms": 0.002, "count": 125, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 125, "max_ms": 0.389, "p95_ms": 0.265}, "setup_ms": {"avg_ms": 0.034, "count": 125, "max_ms": 0.134, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.528, "count": 125, "max_ms": 1.297, "p95_ms": 1.015}, "track_match_ms": {"avg_ms": 0.004, "count": 125, "max_ms": 0.025, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 125, "max_ms": 0.105, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.121, "count": 125, "max_ms": 5.771, "p95_ms": 3.97}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 125, "max_ms": 0.12, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.819, "count": 125, "max_ms": 69.907, "p95_ms": 42.465}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 125, "max_ms": 0.156, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.718, "count": 125, "max_ms": 107.972, "p95_ms": 76.345}, "inference_input_copy_ms": {"avg_ms": 1.129, "count": 125, "max_ms": 3.79, "p95_ms": 2.051}, "processing_residual_ms": {"avg_ms": 0.101, "count": 125, "max_ms": 0.307, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.977, "count": 125, "max_ms": 109.503, "p95_ms": 80.17}, "read_interval": {"avg_ms": 228.666, "count": 125, "max_ms": 5245.397, "p95_ms": 613.413}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 125, "max_ms": 0.043, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.094, "count": 125, "max_ms": 0.282, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 125, "max_ms": 0.031, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 125, "max_ms": 0.255, "p95_ms": 0.167}, "worker_merge_ms": {"avg_ms": 0.004, "count": 125, "max_ms": 0.034, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.829, "count": 125, "max_ms": 69.927, "p95_ms": 42.474}, "visualize": {"avg_ms": 25.689, "count": 125, "max_ms": 42.112, "p95_ms": 35.088}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.044, "count": 125, "max_ms": 40.783, "p95_ms": 34.077}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.538, "count": 125, "max_ms": 41.662, "p95_ms": 34.734}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.466, "count": 125, "max_ms": 41.501, "p95_ms": 34.631}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 125, "max_ms": 0.13, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2798.98, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.524, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.891, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79101, "write_bytes_delta": 79101, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 375.0, "cpu_core_ratio": 0.441176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87195, "reason": null, "system_cpu_core_ratio": 0.017776, "system_cpu_s_delta": 0.22000000000025466, "user_cpu_core_ratio": 0.423399, "user_cpu_s_delta": 5.240000000005239}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.216548, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019392, "system_cpu_s_delta": 0.2400000000016007, "user_cpu_core_ratio": 0.197155, "user_cpu_s_delta": 2.4400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.065, "count": 169, "max_ms": 4.596, "p95_ms": 3.373, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.667, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.342, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 682.5, "count": 30, "max": 773.0, "p95": 729.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.052, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.087, "p95": 0.971, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78247.967, "count": 30, "max": 79220.0, "p95": 79144.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78247.967, "count": 30, "max": 79220.0, "p95": 79144.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33242, "sampled_at": "2026-11-04T09:04:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:04:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.769, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5633462, "flush_count": 6857, "flush_interval_seconds": 30.0, "flush_state": {"count": 6857, "last_at": "2026-11-04T09:04:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:04:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6856}, "started": true, "suppressed_count": 4062067, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4062050}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6857, "written_record_count": 6857}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11341.055, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a347b93e180] error while decoding MB 140 76, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11249711308800, "copied_frame_count": 4068906, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11249711308800, "frame_buffer_copies": 4068906, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0792, "count": 512, "max_ms": 0.821, "p50_ms": 0.0679, "p95_ms": 0.1466, "p99_ms": 0.2085}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9993, "count": 512, "max_ms": 3.0195, "p50_ms": 0.8761, "p95_ms": 1.8247, "p99_ms": 2.1743, "results": {"failed": 0, "not_applicable": 0, "success": 4068906, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 184, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:05:25+09:00", "last_error_summary": "[h264 @ 0x5a347b93e180] error while decoding MB 140 76, bytestream -8", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.579, "last_started_at": "2026-11-04T09:04:41+09:00", "pid": 90470, "process": {"exists": false, "pid": 90470}, "restart_count": 196, "restart_count_per_hour": 1, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 197}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.812, "sample_count": 2473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-11-04T09:05:25+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-11-04T09:05:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.297, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 101.703, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-11-04T09:05:25.169271+09:00", "mtime_epoch": 1793750725.1692708, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80191}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:05:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2799.102, "name": "celery", "pid": 176, "rss_mb": 2799.102, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4068906, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 148, "pushed_frames": 148, "read_frames": 148, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.045, "pushed": 5.045, "read": 5.045}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 148, "client_acquire_ms": {"avg_ms": 0.004, "count": 148, "max_ms": 0.025, "p95_ms": 0.008, "reason": null, "sample_age_ms": 34.92, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.392, "count": 148, "max_ms": 2.69, "p95_ms": 1.408, "reason": null, "sample_age_ms": 59.174, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.152, "count": 148, "max_ms": 1.261, "p95_ms": 0.915, "reason": null, "sample_age_ms": 59.306, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.062, "count": 148, "max_ms": 0.193, "p95_ms": 0.115, "reason": null, "sample_age_ms": 34.924, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.021, "count": 148, "max_ms": 7.701, "p95_ms": 1.617, "reason": null, "sample_age_ms": 58.489, "source": "client_direct"}, "request_count": 148, "request_tensor_bytes": {"avg": 2211848.0, "count": 148, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 58.476, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 148, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.982, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.18, "count": 148, "max_ms": 60.986, "p95_ms": 41.646, "reason": null, "sample_age_ms": 34.917, "source": "client_direct"}, "sample_age_ms": 34.914, "source": "client_direct", "task_total_ms": {"avg_ms": 28.377, "count": 148, "max_ms": 62.623, "p95_ms": 42.968, "reason": null, "sample_age_ms": 34.914, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.528, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.479, "count": 148, "max_ms": 1.164, "p95_ms": 0.819}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 148, "max_ms": 0.378, "p95_ms": 0.27}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 148, "max_ms": 0.159, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.029, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 148, "max_ms": 0.121, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 148, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 148, "max_ms": 0.425, "p95_ms": 0.215}, "setup_ms": {"avg_ms": 0.027, "count": 148, "max_ms": 0.08, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 0.452, "count": 148, "max_ms": 1.084, "p95_ms": 0.776}, "track_match_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.027, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 148, "max_ms": 0.059, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.156, "count": 148, "max_ms": 5.857, "p95_ms": 3.896}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 148, "max_ms": 0.153, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.016, "count": 148, "max_ms": 64.416, "p95_ms": 44.063}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 148, "max_ms": 0.069, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.881, "count": 148, "max_ms": 114.179, "p95_ms": 89.661}, "inference_input_copy_ms": {"avg_ms": 1.181, "count": 148, "max_ms": 3.659, "p95_ms": 2.256}, "processing_residual_ms": {"avg_ms": 0.086, "count": 148, "max_ms": 0.247, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.174, "count": 148, "max_ms": 115.955, "p95_ms": 91.44}, "read_interval": {"avg_ms": 220.84, "count": 148, "max_ms": 5144.185, "p95_ms": 277.072}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 148, "max_ms": 0.037, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.086, "count": 148, "max_ms": 0.323, "p95_ms": 0.148}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 148, "max_ms": 0.02, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 148, "max_ms": 0.288, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.025, "count": 148, "max_ms": 64.423, "p95_ms": 44.071}, "visualize": {"avg_ms": 27.811, "count": 148, "max_ms": 70.559, "p95_ms": 48.399}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.231, "count": 148, "max_ms": 69.922, "p95_ms": 47.855}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.683, "count": 148, "max_ms": 70.451, "p95_ms": 48.288}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.622, "count": 148, "max_ms": 70.381, "p95_ms": 48.207}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 148, "max_ms": 0.102, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2799.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.222, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.919, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80159, "write_bytes_delta": 80159, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.259419, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 92663.0, "pid": 90470, "reason": null, "system_cpu_core_ratio": 0.039035, "system_cpu_s_delta": 0.48000000000000004, "user_cpu_core_ratio": 0.220384, "user_cpu_s_delta": 2.71}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.07807, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.006506, "system_cpu_s_delta": 0.07999999999810825, "user_cpu_core_ratio": 0.071564, "user_cpu_s_delta": 0.8799999999755528}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.302, "count": 68, "max_ms": 5.771, "p95_ms": 4.492, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 68}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.241, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.835, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.133, "count": 30, "max": 773.0, "p95": 727.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3088.767, "count": 30, "max": 92663.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.052, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.8, "count": 30, "max": 1.087, "p95": 0.971, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 5.057, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78352.3, "count": 30, "max": 80159.0, "p95": 79186.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78352.3, "count": 30, "max": 80159.0, "p95": 79186.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.233, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33245, "sampled_at": "2026-11-04T09:04:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:04:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.338, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5633462, "flush_count": 6857, "flush_interval_seconds": 30.0, "flush_state": {"count": 6857, "last_at": "2026-11-04T09:04:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:04:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6856}, "started": true, "suppressed_count": 4062067, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4062050}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6857, "written_record_count": 6857}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11340.988, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11249711308800, "copied_frame_count": 4068906, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11249711308800, "frame_buffer_copies": 4068906, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0792, "count": 512, "max_ms": 0.821, "p50_ms": 0.0679, "p95_ms": 0.1466, "p99_ms": 0.2085}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9993, "count": 512, "max_ms": 3.0195, "p50_ms": 0.8761, "p95_ms": 1.8247, "p99_ms": 2.1743, "results": {"failed": 0, "not_applicable": 0, "success": 4068906, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 184, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:05:25+09:00", "last_error_summary": "[h264 @ 0x5a347b93e180] error while decoding MB 140 76, bytestream -8", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.603, "last_started_at": "2026-11-04T09:04:41+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 196, "restart_count_per_hour": 1, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 197}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.812, "sample_count": 2473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-11-04T09:05:25+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-11-04T09:05:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.315, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 101.685, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-11-04T09:05:25.169271+09:00", "mtime_epoch": 1793750725.1692708, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80191}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:05:25+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2799.098, "name": "celery", "pid": 176, "rss_mb": 2799.098, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4068906, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 148, "pushed_frames": 148, "read_frames": 148, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.041, "pushed": 5.041, "read": 5.041}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 148, "client_acquire_ms": {"avg_ms": 0.004, "count": 148, "max_ms": 0.025, "p95_ms": 0.008, "reason": null, "sample_age_ms": 58.696, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.392, "count": 148, "max_ms": 2.69, "p95_ms": 1.408, "reason": null, "sample_age_ms": 82.95, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.152, "count": 148, "max_ms": 1.261, "p95_ms": 0.915, "reason": null, "sample_age_ms": 83.082, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.062, "count": 148, "max_ms": 0.193, "p95_ms": 0.115, "reason": null, "sample_age_ms": 58.7, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.021, "count": 148, "max_ms": 7.701, "p95_ms": 1.617, "reason": null, "sample_age_ms": 82.266, "source": "client_direct"}, "request_count": 148, "request_tensor_bytes": {"avg": 2211848.0, "count": 148, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 82.253, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 148, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.758, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.18, "count": 148, "max_ms": 60.986, "p95_ms": 41.646, "reason": null, "sample_age_ms": 58.693, "source": "client_direct"}, "sample_age_ms": 58.691, "source": "client_direct", "task_total_ms": {"avg_ms": 28.377, "count": 148, "max_ms": 62.623, "p95_ms": 42.968, "reason": null, "sample_age_ms": 58.691, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.508, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.479, "count": 148, "max_ms": 1.164, "p95_ms": 0.819}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 148, "max_ms": 0.378, "p95_ms": 0.27}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 148, "max_ms": 0.159, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.029, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 148, "max_ms": 0.121, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 148, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 148, "max_ms": 0.425, "p95_ms": 0.215}, "setup_ms": {"avg_ms": 0.027, "count": 148, "max_ms": 0.08, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 0.452, "count": 148, "max_ms": 1.084, "p95_ms": 0.776}, "track_match_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.027, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 148, "max_ms": 0.059, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.156, "count": 148, "max_ms": 5.857, "p95_ms": 3.896}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 148, "max_ms": 0.153, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.016, "count": 148, "max_ms": 64.416, "p95_ms": 44.063}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 148, "max_ms": 0.069, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.881, "count": 148, "max_ms": 114.179, "p95_ms": 89.661}, "inference_input_copy_ms": {"avg_ms": 1.181, "count": 148, "max_ms": 3.659, "p95_ms": 2.256}, "processing_residual_ms": {"avg_ms": 0.086, "count": 148, "max_ms": 0.247, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.174, "count": 148, "max_ms": 115.955, "p95_ms": 91.44}, "read_interval": {"avg_ms": 220.84, "count": 148, "max_ms": 5144.185, "p95_ms": 277.072}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 148, "max_ms": 0.037, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.086, "count": 148, "max_ms": 0.323, "p95_ms": 0.148}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 148, "max_ms": 0.02, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 148, "max_ms": 0.288, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.025, "count": 148, "max_ms": 64.423, "p95_ms": 44.071}, "visualize": {"avg_ms": 27.811, "count": 148, "max_ms": 70.559, "p95_ms": 48.399}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.231, "count": 148, "max_ms": 69.922, "p95_ms": 47.855}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.683, "count": 148, "max_ms": 70.451, "p95_ms": 48.288}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.622, "count": 148, "max_ms": 70.381, "p95_ms": 48.207}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 148, "max_ms": 0.102, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2799.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.222, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.919, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80159, "write_bytes_delta": 80159, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.259419, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 92663.0, "pid": 90470, "reason": null, "system_cpu_core_ratio": 0.039035, "system_cpu_s_delta": 0.48000000000000004, "user_cpu_core_ratio": 0.220384, "user_cpu_s_delta": 2.71}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.07807, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.006506, "system_cpu_s_delta": 0.07999999999810825, "user_cpu_core_ratio": 0.071564, "user_cpu_s_delta": 0.8799999999755528}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.302, "count": 68, "max_ms": 5.771, "p95_ms": 4.492, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 68}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.241, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.835, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.133, "count": 30, "max": 773.0, "p95": 727.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3088.767, "count": 30, "max": 92663.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.052, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.8, "count": 30, "max": 1.087, "p95": 0.971, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 5.057, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78352.3, "count": 30, "max": 80159.0, "p95": 79186.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78352.3, "count": 30, "max": 80159.0, "p95": 79186.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.233, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33245, "sampled_at": "2026-11-04T09:04:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:04:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.362, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5633462, "flush_count": 6857, "flush_interval_seconds": 30.0, "flush_state": {"count": 6857, "last_at": "2026-11-04T09:04:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:04:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6856}, "started": true, "suppressed_count": 4062067, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4062050}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6857, "written_record_count": 6857}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11355.375, "limit_mb": null}, "detail": {"pid": 90586, "restart_count": 197, "start_count": 198}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11249711308800, "copied_frame_count": 4068906, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11249711308800, "frame_buffer_copies": 4068906, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0792, "count": 512, "max_ms": 0.821, "p50_ms": 0.0679, "p95_ms": 0.1466, "p99_ms": 0.2085}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9993, "count": 512, "max_ms": 3.0195, "p50_ms": 0.8761, "p95_ms": 1.8247, "p99_ms": 2.1743, "results": {"failed": 0, "not_applicable": 0, "success": 4068906, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 184, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:05:25+09:00", "last_error_summary": "[h264 @ 0x5a347b93e180] error while decoding MB 140 76, bytestream -8", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:05:28+09:00", "pid": 90586, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.461, "name": "ffmpeg", "pid": 90586, "rss_mb": 46.461, "state": "S (sleeping)", "threads": 1}, "restart_count": 197, "restart_count_per_hour": 2, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 198}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.25, "sample_count": 2423, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.008, "last_frame_pushed_at": "2026-11-04T09:05:25+09:00", "last_frame_read_age_sec": 5.057, "last_frame_read_at": "2026-11-04T09:05:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.312, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 96.688, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 5.001, "exists": true, "mtime": "2026-11-04T09:05:25.169271+09:00", "mtime_epoch": 1793750725.1692708, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80191}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:05:30+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2799.102, "name": "celery", "pid": 176, "rss_mb": 2799.102, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4068906, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 120}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 120}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 120}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 120, "pushed_frames": 120, "read_frames": 120, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.11, "pushed": 4.11, "read": 4.11}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 120, "client_acquire_ms": {"avg_ms": 0.004, "count": 120, "max_ms": 0.025, "p95_ms": 0.006, "reason": null, "sample_age_ms": 5040.035, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.395, "count": 120, "max_ms": 2.69, "p95_ms": 1.406, "reason": null, "sample_age_ms": 5064.289, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.152, "count": 120, "max_ms": 1.227, "p95_ms": 0.871, "reason": null, "sample_age_ms": 5064.422, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 120, "max_ms": 0.193, "p95_ms": 0.111, "reason": null, "sample_age_ms": 5040.039, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.99, "count": 120, "max_ms": 7.701, "p95_ms": 1.531, "reason": null, "sample_age_ms": 5063.605, "source": "client_direct"}, "request_count": 120, "request_tensor_bytes": {"avg": 2211848.0, "count": 120, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5063.592, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 120, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5040.097, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.159, "count": 120, "max_ms": 60.986, "p95_ms": 42.092, "reason": null, "sample_age_ms": 5040.032, "source": "client_direct"}, "sample_age_ms": 5040.03, "source": "client_direct", "task_total_ms": {"avg_ms": 28.32, "count": 120, "max_ms": 62.623, "p95_ms": 43.574, "reason": null, "sample_age_ms": 5040.03, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.391, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.468, "count": 120, "max_ms": 1.164, "p95_ms": 0.784}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 120, "max_ms": 0.378, "p95_ms": 0.253}, "detection_prepare_ms": {"avg_ms": 0.065, "count": 120, "max_ms": 0.149, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 120, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 120, "max_ms": 0.117, "p95_ms": 0.084}, "mcmt_ms": {"avg_ms": 0.002, "count": 120, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.122, "count": 120, "max_ms": 0.353, "p95_ms": 0.196}, "setup_ms": {"avg_ms": 0.027, "count": 120, "max_ms": 0.08, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.441, "count": 120, "max_ms": 1.084, "p95_ms": 0.726}, "track_match_ms": {"avg_ms": 0.003, "count": 120, "max_ms": 0.014, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 120, "max_ms": 0.058, "p95_ms": 0.031}}, "gstreamer_push": {"avg_ms": 2.086, "count": 120, "max_ms": 5.644, "p95_ms": 3.719}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 120, "max_ms": 0.153, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.964, "count": 120, "max_ms": 64.416, "p95_ms": 44.063}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 120, "max_ms": 0.069, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.751, "count": 120, "max_ms": 114.179, "p95_ms": 86.312}, "inference_input_copy_ms": {"avg_ms": 1.147, "count": 120, "max_ms": 3.659, "p95_ms": 2.245}, "processing_residual_ms": {"avg_ms": 0.085, "count": 120, "max_ms": 0.247, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.008, "count": 120, "max_ms": 115.955, "p95_ms": 87.899}, "read_interval": {"avg_ms": 227.158, "count": 120, "max_ms": 5144.185, "p95_ms": 277.072}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 120, "max_ms": 0.037, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.083, "count": 120, "max_ms": 0.257, "p95_ms": 0.132}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 120, "max_ms": 0.02, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 120, "max_ms": 0.234, "p95_ms": 0.116}, "worker_merge_ms": {"avg_ms": 0.003, "count": 120, "max_ms": 0.011, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 28.974, "count": 120, "max_ms": 64.423, "p95_ms": 44.071}, "visualize": {"avg_ms": 27.754, "count": 120, "max_ms": 70.559, "p95_ms": 46.439}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.184, "count": 120, "max_ms": 69.922, "p95_ms": 45.769}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.629, "count": 120, "max_ms": 70.451, "p95_ms": 46.277}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.569, "count": 120, "max_ms": 70.381, "p95_ms": 46.212}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 120, "max_ms": 0.097, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 120}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2799.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.222, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.919, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80159, "write_bytes_delta": 80159, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.259419, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 92663.0, "pid": 90470, "reason": null, "system_cpu_core_ratio": 0.039035, "system_cpu_s_delta": 0.48000000000000004, "user_cpu_core_ratio": 0.220384, "user_cpu_s_delta": 2.71}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.07807, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.006506, "system_cpu_s_delta": 0.07999999999810825, "user_cpu_core_ratio": 0.071564, "user_cpu_s_delta": 0.8799999999755528}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.302, "count": 68, "max_ms": 5.771, "p95_ms": 4.492, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 68}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.241, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.835, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.133, "count": 30, "max": 773.0, "p95": 727.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3088.767, "count": 30, "max": 92663.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.052, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.8, "count": 30, "max": 1.087, "p95": 0.971, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 5.057, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78352.3, "count": 30, "max": 80159.0, "p95": 79186.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78352.3, "count": 30, "max": 80159.0, "p95": 79186.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.233, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33245, "sampled_at": "2026-11-04T09:04:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:04:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.198, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5634337, "flush_count": 6858, "flush_interval_seconds": 30.0, "flush_state": {"count": 6858, "last_at": "2026-11-04T09:05:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:05:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6857}, "started": true, "suppressed_count": 4062232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4062215}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6858, "written_record_count": 6858}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11340.57, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11250170265600, "copied_frame_count": 4069072, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11250170265600, "frame_buffer_copies": 4069072, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0817, "count": 512, "max_ms": 1.7979, "p50_ms": 0.0673, "p95_ms": 0.1415, "p99_ms": 0.2065}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0059, "count": 512, "max_ms": 4.1888, "p50_ms": 0.8706, "p95_ms": 1.9134, "p99_ms": 2.5175, "results": {"failed": 0, "not_applicable": 0, "success": 4069072, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 185, "h264_decode_error_count": 384, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:06:22+09:00", "last_error_summary": "[h264 @ 0x5d54e7849780] error while decoding MB 110 80, bytestream -5", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.309, "last_started_at": "2026-11-04T09:05:28+09:00", "pid": 90586, "process": {"exists": false, "pid": 90586}, "restart_count": 197, "restart_count_per_hour": 2, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 198}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.218, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-11-04T09:06:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-11-04T09:06:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 555.615, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 44.385, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-04T09:06:22.475374+09:00", "mtime_epoch": 1793750782.4753742, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80719}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:06:22+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2799.18, "name": "celery", "pid": 176, "rss_mb": 2799.18, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4069072, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 111}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 111, "pushed_frames": 111, "read_frames": 111, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.962, "pushed": 3.962, "read": 3.962}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 111, "client_acquire_ms": {"avg_ms": 0.005, "count": 111, "max_ms": 0.03, "p95_ms": 0.011, "reason": null, "sample_age_ms": 47.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.406, "count": 111, "max_ms": 2.843, "p95_ms": 1.172, "reason": null, "sample_age_ms": 73.354, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.167, "count": 111, "max_ms": 1.318, "p95_ms": 0.944, "reason": null, "sample_age_ms": 73.617, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 111, "max_ms": 0.266, "p95_ms": 0.124, "reason": null, "sample_age_ms": 47.696, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.079, "count": 111, "max_ms": 2.947, "p95_ms": 1.981, "reason": null, "sample_age_ms": 72.391, "source": "client_direct"}, "request_count": 111, "request_tensor_bytes": {"avg": 2211848.0, "count": 111, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 72.376, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 111, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.936, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.729, "count": 111, "max_ms": 61.504, "p95_ms": 42.011, "reason": null, "sample_age_ms": 47.658, "source": "client_direct"}, "sample_age_ms": 47.647, "source": "client_direct", "task_total_ms": {"avg_ms": 29.996, "count": 111, "max_ms": 64.242, "p95_ms": 43.664, "reason": null, "sample_age_ms": 47.647, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.984, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.522, "count": 111, "max_ms": 1.259, "p95_ms": 0.921}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 111, "max_ms": 0.455, "p95_ms": 0.302}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 111, "max_ms": 0.173, "p95_ms": 0.126}, "event_filter_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.007, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 111, "max_ms": 0.188, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 111, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 111, "max_ms": 0.398, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.032, "count": 111, "max_ms": 0.087, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.494, "count": 111, "max_ms": 1.196, "p95_ms": 0.873}, "track_match_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.009, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 111, "max_ms": 0.055, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.109, "count": 111, "max_ms": 6.195, "p95_ms": 3.578}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 111, "max_ms": 0.079, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.707, "count": 111, "max_ms": 65.17, "p95_ms": 46.56}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 111, "max_ms": 0.062, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.55, "count": 111, "max_ms": 114.91, "p95_ms": 94.142}, "inference_input_copy_ms": {"avg_ms": 1.219, "count": 111, "max_ms": 3.273, "p95_ms": 2.286}, "processing_residual_ms": {"avg_ms": 0.094, "count": 111, "max_ms": 0.546, "p95_ms": 0.188}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.887, "count": 111, "max_ms": 117.09, "p95_ms": 95.988}, "read_interval": {"avg_ms": 280.494, "count": 111, "max_ms": 5589.709, "p95_ms": 2769.268}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 111, "max_ms": 0.045, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.092, "count": 111, "max_ms": 0.286, "p95_ms": 0.176}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 111, "max_ms": 0.025, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 111, "max_ms": 0.251, "p95_ms": 0.152}, "worker_merge_ms": {"avg_ms": 0.004, "count": 111, "max_ms": 0.01, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.718, "count": 111, "max_ms": 65.182, "p95_ms": 46.571}, "visualize": {"avg_ms": 28.69, "count": 111, "max_ms": 83.255, "p95_ms": 48.826}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.083, "count": 111, "max_ms": 82.202, "p95_ms": 48.271}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.556, "count": 111, "max_ms": 83.072, "p95_ms": 48.73}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.488, "count": 111, "max_ms": 82.905, "p95_ms": 48.678}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 111, "max_ms": 0.177, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2799.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.248, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.63, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80658, "write_bytes_delta": 80658, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.803286, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 511.0, "pid": 90586, "reason": null, "system_cpu_core_ratio": 0.029931, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.773354, "user_cpu_s_delta": 9.56}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.301738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027504, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.274233, "user_cpu_s_delta": 3.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.169, "count": 109, "max_ms": 6.195, "p95_ms": 4.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 109}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.891, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.842, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 600.367, "count": 30, "max": 773.0, "p95": 727.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6620.533, "count": 30, "max": 93271.0, "p95": 55165.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.052, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.752, "count": 30, "max": 1.087, "p95": 0.969, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.854, "count": 30, "max": 15.471, "p95": 5.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78859.833, "count": 30, "max": 80680.0, "p95": 80447.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76186.8, "count": 30, "max": 80680.0, "p95": 80447.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.833, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33251, "sampled_at": "2026-11-04T09:06:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:06:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.015, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5634337, "flush_count": 6858, "flush_interval_seconds": 30.0, "flush_state": {"count": 6858, "last_at": "2026-11-04T09:05:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:05:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6857}, "started": true, "suppressed_count": 4062232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4062215}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6858, "written_record_count": 6858}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11340.598, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11250170265600, "copied_frame_count": 4069072, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11250170265600, "frame_buffer_copies": 4069072, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0817, "count": 512, "max_ms": 1.7979, "p50_ms": 0.0673, "p95_ms": 0.1415, "p99_ms": 0.2065}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0059, "count": 512, "max_ms": 4.1888, "p50_ms": 0.8706, "p95_ms": 1.9134, "p99_ms": 2.5175, "results": {"failed": 0, "not_applicable": 0, "success": 4069072, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 185, "h264_decode_error_count": 384, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:06:22+09:00", "last_error_summary": "[h264 @ 0x5d54e7849780] error while decoding MB 110 80, bytestream -5", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.348, "last_started_at": "2026-11-04T09:05:28+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 197, "restart_count_per_hour": 2, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 198}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.218, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-11-04T09:06:22+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-11-04T09:06:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 555.644, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 44.356, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-04T09:06:22.475374+09:00", "mtime_epoch": 1793750782.4753742, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80719}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:06:22+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2799.176, "name": "celery", "pid": 176, "rss_mb": 2799.176, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4069072, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 111}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 111, "pushed_frames": 111, "read_frames": 111, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.957, "pushed": 3.957, "read": 3.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 111, "client_acquire_ms": {"avg_ms": 0.005, "count": 111, "max_ms": 0.03, "p95_ms": 0.011, "reason": null, "sample_age_ms": 81.271, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.406, "count": 111, "max_ms": 2.843, "p95_ms": 1.172, "reason": null, "sample_age_ms": 106.959, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.167, "count": 111, "max_ms": 1.318, "p95_ms": 0.944, "reason": null, "sample_age_ms": 107.221, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 111, "max_ms": 0.266, "p95_ms": 0.124, "reason": null, "sample_age_ms": 81.301, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.079, "count": 111, "max_ms": 2.947, "p95_ms": 1.981, "reason": null, "sample_age_ms": 105.996, "source": "client_direct"}, "request_count": 111, "request_tensor_bytes": {"avg": 2211848.0, "count": 111, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 105.981, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 111, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.541, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.729, "count": 111, "max_ms": 61.504, "p95_ms": 42.011, "reason": null, "sample_age_ms": 81.263, "source": "client_direct"}, "sample_age_ms": 81.252, "source": "client_direct", "task_total_ms": {"avg_ms": 29.996, "count": 111, "max_ms": 64.242, "p95_ms": 43.664, "reason": null, "sample_age_ms": 81.252, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.004, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.522, "count": 111, "max_ms": 1.259, "p95_ms": 0.921}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 111, "max_ms": 0.455, "p95_ms": 0.302}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 111, "max_ms": 0.173, "p95_ms": 0.126}, "event_filter_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.007, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 111, "max_ms": 0.188, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 111, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 111, "max_ms": 0.398, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.032, "count": 111, "max_ms": 0.087, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.494, "count": 111, "max_ms": 1.196, "p95_ms": 0.873}, "track_match_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.009, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 111, "max_ms": 0.055, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.109, "count": 111, "max_ms": 6.195, "p95_ms": 3.578}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 111, "max_ms": 0.079, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.707, "count": 111, "max_ms": 65.17, "p95_ms": 46.56}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 111, "max_ms": 0.062, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.55, "count": 111, "max_ms": 114.91, "p95_ms": 94.142}, "inference_input_copy_ms": {"avg_ms": 1.219, "count": 111, "max_ms": 3.273, "p95_ms": 2.286}, "processing_residual_ms": {"avg_ms": 0.094, "count": 111, "max_ms": 0.546, "p95_ms": 0.188}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.887, "count": 111, "max_ms": 117.09, "p95_ms": 95.988}, "read_interval": {"avg_ms": 280.494, "count": 111, "max_ms": 5589.709, "p95_ms": 2769.268}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 111, "max_ms": 0.045, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.092, "count": 111, "max_ms": 0.286, "p95_ms": 0.176}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 111, "max_ms": 0.025, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 111, "max_ms": 0.251, "p95_ms": 0.152}, "worker_merge_ms": {"avg_ms": 0.004, "count": 111, "max_ms": 0.01, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.718, "count": 111, "max_ms": 65.182, "p95_ms": 46.571}, "visualize": {"avg_ms": 28.69, "count": 111, "max_ms": 83.255, "p95_ms": 48.826}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.083, "count": 111, "max_ms": 82.202, "p95_ms": 48.271}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.556, "count": 111, "max_ms": 83.072, "p95_ms": 48.73}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.488, "count": 111, "max_ms": 82.905, "p95_ms": 48.678}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 111, "max_ms": 0.177, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2799.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.248, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.63, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80658, "write_bytes_delta": 80658, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.803286, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 511.0, "pid": 90586, "reason": null, "system_cpu_core_ratio": 0.029931, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.773354, "user_cpu_s_delta": 9.56}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.301738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027504, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.274233, "user_cpu_s_delta": 3.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.169, "count": 109, "max_ms": 6.195, "p95_ms": 4.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 109}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.891, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.842, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 600.367, "count": 30, "max": 773.0, "p95": 727.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6620.533, "count": 30, "max": 93271.0, "p95": 55165.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.052, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.752, "count": 30, "max": 1.087, "p95": 0.969, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.854, "count": 30, "max": 15.471, "p95": 5.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78859.833, "count": 30, "max": 80680.0, "p95": 80447.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76186.8, "count": 30, "max": 80680.0, "p95": 80447.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.833, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33251, "sampled_at": "2026-11-04T09:06:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:06:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.048, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5634337, "flush_count": 6858, "flush_interval_seconds": 30.0, "flush_state": {"count": 6858, "last_at": "2026-11-04T09:05:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:05:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6857}, "started": true, "suppressed_count": 4062232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4062215}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6858, "written_record_count": 6858}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11379.449, "limit_mb": null}, "detail": {"pid": 90702, "restart_count": 198, "start_count": 199}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11250170265600, "copied_frame_count": 4069072, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11250170265600, "frame_buffer_copies": 4069072, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0817, "count": 512, "max_ms": 1.7979, "p50_ms": 0.0673, "p95_ms": 0.1415, "p99_ms": 0.2065}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0059, "count": 512, "max_ms": 4.1888, "p50_ms": 0.8706, "p95_ms": 1.9134, "p99_ms": 2.5175, "results": {"failed": 0, "not_applicable": 0, "success": 4069072, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 185, "h264_decode_error_count": 384, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:06:22+09:00", "last_error_summary": "[h264 @ 0x5d54e7849780] error while decoding MB 110 80, bytestream -5", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:06:25+09:00", "pid": 90702, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.621, "name": "ffmpeg", "pid": 90702, "rss_mb": 74.621, "state": "S (sleeping)", "threads": 1}, "restart_count": 198, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 199}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.221, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.01, "last_frame_pushed_at": "2026-11-04T09:06:22+09:00", "last_frame_read_age_sec": 5.065, "last_frame_read_at": "2026-11-04T09:06:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 560.604, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 39.396, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 5.001, "exists": true, "mtime": "2026-11-04T09:06:22.475374+09:00", "mtime_epoch": 1793750782.4753742, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80719}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:06:27+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2799.18, "name": "celery", "pid": 176, "rss_mb": 2799.18, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4069072, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.434, "pushed": 2.434, "read": 2.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 72, "client_acquire_ms": {"avg_ms": 0.004, "count": 72, "max_ms": 0.012, "p95_ms": 0.008, "reason": null, "sample_age_ms": 5040.637, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.35, "count": 72, "max_ms": 1.363, "p95_ms": 1.146, "reason": null, "sample_age_ms": 5066.324, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 72, "max_ms": 1.129, "p95_ms": 0.943, "reason": null, "sample_age_ms": 5066.587, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 72, "max_ms": 0.266, "p95_ms": 0.136, "reason": null, "sample_age_ms": 5040.666, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.991, "count": 72, "max_ms": 2.477, "p95_ms": 1.651, "reason": null, "sample_age_ms": 5065.361, "source": "client_direct"}, "request_count": 72, "request_tensor_bytes": {"avg": 2211848.0, "count": 72, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5065.347, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 72, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5040.906, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.776, "count": 72, "max_ms": 61.504, "p95_ms": 41.2, "reason": null, "sample_age_ms": 5040.629, "source": "client_direct"}, "sample_age_ms": 5040.617, "source": "client_direct", "task_total_ms": {"avg_ms": 28.943, "count": 72, "max_ms": 64.242, "p95_ms": 42.676, "reason": null, "sample_age_ms": 5040.617, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.341, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.482, "count": 73, "max_ms": 1.026, "p95_ms": 0.823}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.152, "count": 73, "max_ms": 0.355, "p95_ms": 0.26}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 73, "max_ms": 0.171, "p95_ms": 0.122}, "event_filter_ms": {"avg_ms": 0.002, "count": 73, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 73, "max_ms": 0.115, "p95_ms": 0.093}, "mcmt_ms": {"avg_ms": 0.002, "count": 73, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 73, "max_ms": 0.316, "p95_ms": 0.222}, "setup_ms": {"avg_ms": 0.028, "count": 73, "max_ms": 0.086, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.456, "count": 73, "max_ms": 0.982, "p95_ms": 0.771}, "track_match_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 73, "max_ms": 0.044, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 1.98, "count": 73, "max_ms": 6.195, "p95_ms": 3.149}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 73, "max_ms": 0.079, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.697, "count": 73, "max_ms": 65.17, "p95_ms": 46.56}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 73, "max_ms": 0.062, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.21, "count": 73, "max_ms": 114.91, "p95_ms": 82.336}, "inference_input_copy_ms": {"avg_ms": 1.094, "count": 73, "max_ms": 2.343, "p95_ms": 2.177}, "processing_residual_ms": {"avg_ms": 0.089, "count": 73, "max_ms": 0.546, "p95_ms": 0.205}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.416, "count": 73, "max_ms": 116.338, "p95_ms": 83.074}, "read_interval": {"avg_ms": 347.117, "count": 72, "max_ms": 5589.709, "p95_ms": 3552.719}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 73, "max_ms": 0.045, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.087, "count": 73, "max_ms": 0.24, "p95_ms": 0.165}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.018, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 73, "max_ms": 0.194, "p95_ms": 0.149}, "worker_merge_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.707, "count": 73, "max_ms": 65.182, "p95_ms": 46.571}, "visualize": {"avg_ms": 26.439, "count": 73, "max_ms": 65.764, "p95_ms": 39.445}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.853, "count": 73, "max_ms": 65.022, "p95_ms": 38.919}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.31, "count": 73, "max_ms": 65.631, "p95_ms": 39.3}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.244, "count": 73, "max_ms": 65.534, "p95_ms": 39.241}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 73, "max_ms": 0.177, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2799.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.248, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.63, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80658, "write_bytes_delta": 80658, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.803286, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 511.0, "pid": 90586, "reason": null, "system_cpu_core_ratio": 0.029931, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.773354, "user_cpu_s_delta": 9.56}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.301738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027504, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.274233, "user_cpu_s_delta": 3.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.169, "count": 109, "max_ms": 6.195, "p95_ms": 4.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 109}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.891, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.842, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 600.367, "count": 30, "max": 773.0, "p95": 727.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6620.533, "count": 30, "max": 93271.0, "p95": 55165.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.052, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.752, "count": 30, "max": 1.087, "p95": 0.969, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.854, "count": 30, "max": 15.471, "p95": 5.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78859.833, "count": 30, "max": 80680.0, "p95": 80447.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76186.8, "count": 30, "max": 80680.0, "p95": 80447.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.833, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33251, "sampled_at": "2026-11-04T09:06:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:06:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5635212, "flush_count": 6859, "flush_interval_seconds": 30.0, "flush_state": {"count": 6859, "last_at": "2026-11-04T09:06:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:06:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6858}, "started": true, "suppressed_count": 4062280, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4062263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6859, "written_record_count": 6859}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11343.285, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60f9c9b60480] error while decoding MB 55 57, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11250302976000, "copied_frame_count": 4069120, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11250302976000, "frame_buffer_copies": 4069120, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0803, "count": 512, "max_ms": 1.7979, "p50_ms": 0.0659, "p95_ms": 0.1325, "p99_ms": 0.2065}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9874, "count": 512, "max_ms": 4.1888, "p50_ms": 0.845, "p95_ms": 1.9134, "p99_ms": 2.5175, "results": {"failed": 0, "not_applicable": 0, "success": 4069120, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 186, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:06:53+09:00", "last_error_summary": "[h264 @ 0x60f9c9b60480] error while decoding MB 55 57, bytestream -11", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 28.519, "last_started_at": "2026-11-04T09:06:25+09:00", "pid": 90702, "process": {"exists": false, "pid": 90702}, "restart_count": 198, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 199}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.562, "sample_count": 1799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-11-04T09:06:53+09:00", "last_frame_read_age_sec": 0.042, "last_frame_read_at": "2026-11-04T09:06:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.116, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 12.884, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-04T09:06:53.959599+09:00", "mtime_epoch": 1793750813.9595985, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82020}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:06:54+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2799.211, "name": "celery", "pid": 176, "rss_mb": 2799.211, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4069121, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 48}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 49, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.084, "pushed": 2.084, "read": 2.127}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.005, "p95_ms": 0.004, "reason": null, "sample_age_ms": 18.17, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.319, "count": 49, "max_ms": 1.066, "p95_ms": 0.957, "reason": null, "sample_age_ms": 42.234, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.138, "count": 49, "max_ms": 0.875, "p95_ms": 0.766, "reason": null, "sample_age_ms": 42.43, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.049, "count": 49, "max_ms": 0.102, "p95_ms": 0.067, "reason": null, "sample_age_ms": 18.175, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.736, "count": 49, "max_ms": 2.007, "p95_ms": 1.095, "reason": null, "sample_age_ms": 41.561, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2211848.0, "count": 49, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 41.546, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 18.234, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.138, "count": 49, "max_ms": 33.384, "p95_ms": 28.797, "reason": null, "sample_age_ms": 18.168, "source": "client_direct"}, "sample_age_ms": 18.164, "source": "client_direct", "task_total_ms": {"avg_ms": 25.016, "count": 49, "max_ms": 34.371, "p95_ms": 30.112, "reason": null, "sample_age_ms": 18.164, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.328, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.394, "count": 48, "max_ms": 0.602, "p95_ms": 0.538}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.126, "count": 48, "max_ms": 0.196, "p95_ms": 0.19}, "detection_prepare_ms": {"avg_ms": 0.056, "count": 48, "max_ms": 0.105, "p95_ms": 0.081}, "event_filter_ms": {"avg_ms": 0.003, "count": 48, "max_ms": 0.028, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.044, "count": 48, "max_ms": 0.115, "p95_ms": 0.059}, "mcmt_ms": {"avg_ms": 0.001, "count": 48, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.102, "count": 48, "max_ms": 0.171, "p95_ms": 0.137}, "setup_ms": {"avg_ms": 0.023, "count": 48, "max_ms": 0.059, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.372, "count": 48, "max_ms": 0.567, "p95_ms": 0.507}, "track_match_ms": {"avg_ms": 0.003, "count": 48, "max_ms": 0.013, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.015, "count": 48, "max_ms": 0.024, "p95_ms": 0.02}}, "gstreamer_push": {"avg_ms": 1.549, "count": 48, "max_ms": 2.876, "p95_ms": 2.153}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 48, "max_ms": 0.365, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.541, "count": 48, "max_ms": 35.53, "p95_ms": 31.702}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.02, "count": 48, "max_ms": 0.029, "p95_ms": 0.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.206, "count": 48, "max_ms": 80.199, "p95_ms": 68.189}, "inference_input_copy_ms": {"avg_ms": 0.823, "count": 48, "max_ms": 1.962, "p95_ms": 1.264}, "processing_residual_ms": {"avg_ms": 0.065, "count": 48, "max_ms": 0.122, "p95_ms": 0.085}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.114, "count": 48, "max_ms": 81.658, "p95_ms": 69.427}, "read_interval": {"avg_ms": 643.701, "count": 49, "max_ms": 10197.142, "p95_ms": 6088.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 48, "max_ms": 0.045, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.069, "count": 48, "max_ms": 0.123, "p95_ms": 0.105}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 48, "max_ms": 0.008, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.059, "count": 48, "max_ms": 0.108, "p95_ms": 0.092}, "worker_merge_ms": {"avg_ms": 0.003, "count": 48, "max_ms": 0.005, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.549, "count": 48, "max_ms": 35.545, "p95_ms": 31.708}, "visualize": {"avg_ms": 22.771, "count": 48, "max_ms": 43.557, "p95_ms": 32.176}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.285, "count": 48, "max_ms": 43.058, "p95_ms": 31.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.665, "count": 48, "max_ms": 43.449, "p95_ms": 32.053}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.616, "count": 48, "max_ms": 43.396, "p95_ms": 31.992}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 48, "max_ms": 0.066, "p95_ms": 0.057}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2799.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.801, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.544, "sample_count": 1885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 81964, "write_bytes_delta": 81964, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 305.0, "cpu_core_ratio": 0.145556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 87062.0, "pid": 90702, "reason": null, "system_cpu_core_ratio": 0.025813, "system_cpu_s_delta": 0.36, "user_cpu_core_ratio": 0.119743, "user_cpu_s_delta": 1.6700000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.035134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003585, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.031549, "user_cpu_s_delta": 0.4399999999732245}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.997, "count": 37, "max_ms": 3.695, "p95_ms": 3.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 37}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.955, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.565, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 567.967, "count": 30, "max": 773.0, "p95": 727.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9524.033, "count": 30, "max": 93271.0, "p95": 90142.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.052, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.706, "count": 30, "max": 1.087, "p95": 0.969, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.02, "count": 30, "max": 15.471, "p95": 5.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79178.933, "count": 30, "max": 81964.0, "p95": 80707.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76505.9, "count": 30, "max": 81964.0, "p95": 80707.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.933, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33254, "sampled_at": "2026-11-04T09:06:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:06:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.034, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5635212, "flush_count": 6859, "flush_interval_seconds": 30.0, "flush_state": {"count": 6859, "last_at": "2026-11-04T09:06:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:06:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6858}, "started": true, "suppressed_count": 4062280, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4062263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6859, "written_record_count": 6859}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11343.676, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T09:06:53+09:00", "last_error_summary": "[h264 @ 0x60f9c9b60480] error while decoding MB 55 57, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11250305740800, "copied_frame_count": 4069121, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11250305740800, "frame_buffer_copies": 4069121, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0802, "count": 512, "max_ms": 1.7979, "p50_ms": 0.0659, "p95_ms": 0.1325, "p99_ms": 0.2065}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9871, "count": 512, "max_ms": 4.1888, "p50_ms": 0.845, "p95_ms": 1.9134, "p99_ms": 2.5175, "results": {"failed": 0, "not_applicable": 0, "success": 4069121, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 186, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:06:53+09:00", "last_error_summary": "[h264 @ 0x60f9c9b60480] error while decoding MB 55 57, bytestream -11", "last_exit_at": "2026-11-04T09:06:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 28.535, "last_started_at": "2026-11-04T09:06:25+09:00", "pid": 90702, "process": {"exists": false, "pid": 90702}, "restart_count": 198, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 199}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.562, "sample_count": 1800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-11-04T09:06:54+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-11-04T09:06:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.13, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 12.87, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-11-04T09:06:54.009597+09:00", "mtime_epoch": 1793750814.0095973, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82015}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:06:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2799.207, "name": "celery", "pid": 176, "rss_mb": 2799.207, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4069121, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 49, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.126, "pushed": 2.126, "read": 2.126}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.005, "p95_ms": 0.004, "reason": null, "sample_age_ms": 34.42, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.319, "count": 49, "max_ms": 1.066, "p95_ms": 0.957, "reason": null, "sample_age_ms": 58.483, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.138, "count": 49, "max_ms": 0.875, "p95_ms": 0.766, "reason": null, "sample_age_ms": 58.679, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.049, "count": 49, "max_ms": 0.102, "p95_ms": 0.067, "reason": null, "sample_age_ms": 34.424, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.736, "count": 49, "max_ms": 2.007, "p95_ms": 1.095, "reason": null, "sample_age_ms": 57.81, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2211848.0, "count": 49, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 57.795, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.483, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.138, "count": 49, "max_ms": 33.384, "p95_ms": 28.797, "reason": null, "sample_age_ms": 34.417, "source": "client_direct"}, "sample_age_ms": 34.413, "source": "client_direct", "task_total_ms": {"avg_ms": 25.016, "count": 49, "max_ms": 34.371, "p95_ms": 30.112, "reason": null, "sample_age_ms": 34.413, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.324, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.393, "count": 49, "max_ms": 0.602, "p95_ms": 0.538}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.126, "count": 49, "max_ms": 0.196, "p95_ms": 0.19}, "detection_prepare_ms": {"avg_ms": 0.056, "count": 49, "max_ms": 0.105, "p95_ms": 0.081}, "event_filter_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.028, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.043, "count": 49, "max_ms": 0.115, "p95_ms": 0.059}, "mcmt_ms": {"avg_ms": 0.001, "count": 49, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.102, "count": 49, "max_ms": 0.171, "p95_ms": 0.137}, "setup_ms": {"avg_ms": 0.023, "count": 49, "max_ms": 0.059, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.371, "count": 49, "max_ms": 0.567, "p95_ms": 0.507}, "track_match_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.013, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.015, "count": 49, "max_ms": 0.024, "p95_ms": 0.02}}, "gstreamer_push": {"avg_ms": 1.544, "count": 49, "max_ms": 2.876, "p95_ms": 2.153}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 49, "max_ms": 0.365, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.519, "count": 49, "max_ms": 35.53, "p95_ms": 31.702}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.02, "count": 49, "max_ms": 0.029, "p95_ms": 0.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.168, "count": 49, "max_ms": 80.199, "p95_ms": 68.189}, "inference_input_copy_ms": {"avg_ms": 0.82, "count": 49, "max_ms": 1.962, "p95_ms": 1.264}, "processing_residual_ms": {"avg_ms": 0.065, "count": 49, "max_ms": 0.122, "p95_ms": 0.085}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.072, "count": 49, "max_ms": 81.658, "p95_ms": 69.427}, "read_interval": {"avg_ms": 643.701, "count": 49, "max_ms": 10197.142, "p95_ms": 6088.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 49, "max_ms": 0.045, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.069, "count": 49, "max_ms": 0.123, "p95_ms": 0.105}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 49, "max_ms": 0.008, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.059, "count": 49, "max_ms": 0.108, "p95_ms": 0.092}, "worker_merge_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.005, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.527, "count": 49, "max_ms": 35.545, "p95_ms": 31.708}, "visualize": {"avg_ms": 22.759, "count": 49, "max_ms": 43.557, "p95_ms": 32.176}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.273, "count": 49, "max_ms": 43.058, "p95_ms": 31.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.654, "count": 49, "max_ms": 43.449, "p95_ms": 32.053}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.604, "count": 49, "max_ms": 43.396, "p95_ms": 31.992}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 49, "max_ms": 0.066, "p95_ms": 0.057}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2799.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.801, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.544, "sample_count": 1885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 81964, "write_bytes_delta": 81964, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 305.0, "cpu_core_ratio": 0.145556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 87062.0, "pid": 90702, "reason": null, "system_cpu_core_ratio": 0.025813, "system_cpu_s_delta": 0.36, "user_cpu_core_ratio": 0.119743, "user_cpu_s_delta": 1.6700000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.035134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003585, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.031549, "user_cpu_s_delta": 0.4399999999732245}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.997, "count": 37, "max_ms": 3.695, "p95_ms": 3.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 37}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.955, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.565, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 567.967, "count": 30, "max": 773.0, "p95": 727.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9524.033, "count": 30, "max": 93271.0, "p95": 90142.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.052, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.706, "count": 30, "max": 1.087, "p95": 0.969, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.02, "count": 30, "max": 15.471, "p95": 5.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79178.933, "count": 30, "max": 81964.0, "p95": 80707.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76505.9, "count": 30, "max": 81964.0, "p95": 80707.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.933, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33254, "sampled_at": "2026-11-04T09:06:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:06:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.05, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5635212, "flush_count": 6859, "flush_interval_seconds": 30.0, "flush_state": {"count": 6859, "last_at": "2026-11-04T09:06:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:06:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6858}, "started": true, "suppressed_count": 4062280, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4062263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6859, "written_record_count": 6859}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11343.379, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11250305740800, "copied_frame_count": 4069121, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11250305740800, "frame_buffer_copies": 4069121, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0802, "count": 512, "max_ms": 1.7979, "p50_ms": 0.0659, "p95_ms": 0.1325, "p99_ms": 0.2065}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9871, "count": 512, "max_ms": 4.1888, "p50_ms": 0.845, "p95_ms": 1.9134, "p99_ms": 2.5175, "results": {"failed": 0, "not_applicable": 0, "success": 4069121, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 186, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:06:53+09:00", "last_error_summary": "[h264 @ 0x60f9c9b60480] error while decoding MB 55 57, bytestream -11", "last_exit_at": "2026-11-04T09:06:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 28.548, "last_started_at": "2026-11-04T09:06:25+09:00", "pid": 90702, "process": {"exists": false, "pid": 90702}, "restart_count": 198, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 199}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.562, "sample_count": 1800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-11-04T09:06:54+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-04T09:06:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.143, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 12.857, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 0.015, "exists": true, "mtime": "2026-11-04T09:06:54.009597+09:00", "mtime_epoch": 1793750814.0095973, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82015}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:06:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2799.207, "name": "celery", "pid": 176, "rss_mb": 2799.207, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4069121, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 49, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.125, "pushed": 2.125, "read": 2.125}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.005, "p95_ms": 0.004, "reason": null, "sample_age_ms": 47.042, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.319, "count": 49, "max_ms": 1.066, "p95_ms": 0.957, "reason": null, "sample_age_ms": 71.105, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.138, "count": 49, "max_ms": 0.875, "p95_ms": 0.766, "reason": null, "sample_age_ms": 71.301, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.049, "count": 49, "max_ms": 0.102, "p95_ms": 0.067, "reason": null, "sample_age_ms": 47.046, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.736, "count": 49, "max_ms": 2.007, "p95_ms": 1.095, "reason": null, "sample_age_ms": 70.432, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2211848.0, "count": 49, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.417, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.105, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.138, "count": 49, "max_ms": 33.384, "p95_ms": 28.797, "reason": null, "sample_age_ms": 47.039, "source": "client_direct"}, "sample_age_ms": 47.035, "source": "client_direct", "task_total_ms": {"avg_ms": 25.016, "count": 49, "max_ms": 34.371, "p95_ms": 30.112, "reason": null, "sample_age_ms": 47.035, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.307, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.393, "count": 49, "max_ms": 0.602, "p95_ms": 0.538}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.126, "count": 49, "max_ms": 0.196, "p95_ms": 0.19}, "detection_prepare_ms": {"avg_ms": 0.056, "count": 49, "max_ms": 0.105, "p95_ms": 0.081}, "event_filter_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.028, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.043, "count": 49, "max_ms": 0.115, "p95_ms": 0.059}, "mcmt_ms": {"avg_ms": 0.001, "count": 49, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.102, "count": 49, "max_ms": 0.171, "p95_ms": 0.137}, "setup_ms": {"avg_ms": 0.023, "count": 49, "max_ms": 0.059, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.371, "count": 49, "max_ms": 0.567, "p95_ms": 0.507}, "track_match_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.013, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.015, "count": 49, "max_ms": 0.024, "p95_ms": 0.02}}, "gstreamer_push": {"avg_ms": 1.544, "count": 49, "max_ms": 2.876, "p95_ms": 2.153}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 49, "max_ms": 0.365, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.519, "count": 49, "max_ms": 35.53, "p95_ms": 31.702}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.02, "count": 49, "max_ms": 0.029, "p95_ms": 0.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.168, "count": 49, "max_ms": 80.199, "p95_ms": 68.189}, "inference_input_copy_ms": {"avg_ms": 0.82, "count": 49, "max_ms": 1.962, "p95_ms": 1.264}, "processing_residual_ms": {"avg_ms": 0.065, "count": 49, "max_ms": 0.122, "p95_ms": 0.085}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.072, "count": 49, "max_ms": 81.658, "p95_ms": 69.427}, "read_interval": {"avg_ms": 643.701, "count": 49, "max_ms": 10197.142, "p95_ms": 6088.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 49, "max_ms": 0.045, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.069, "count": 49, "max_ms": 0.123, "p95_ms": 0.105}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 49, "max_ms": 0.008, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.059, "count": 49, "max_ms": 0.108, "p95_ms": 0.092}, "worker_merge_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.005, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.527, "count": 49, "max_ms": 35.545, "p95_ms": 31.708}, "visualize": {"avg_ms": 22.759, "count": 49, "max_ms": 43.557, "p95_ms": 32.176}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.273, "count": 49, "max_ms": 43.058, "p95_ms": 31.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.654, "count": 49, "max_ms": 43.449, "p95_ms": 32.053}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.604, "count": 49, "max_ms": 43.396, "p95_ms": 31.992}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 49, "max_ms": 0.066, "p95_ms": 0.057}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2799.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.801, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.544, "sample_count": 1885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 81964, "write_bytes_delta": 81964, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 305.0, "cpu_core_ratio": 0.145556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 87062.0, "pid": 90702, "reason": null, "system_cpu_core_ratio": 0.025813, "system_cpu_s_delta": 0.36, "user_cpu_core_ratio": 0.119743, "user_cpu_s_delta": 1.6700000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.035134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003585, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.031549, "user_cpu_s_delta": 0.4399999999732245}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.997, "count": 37, "max_ms": 3.695, "p95_ms": 3.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 37}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.955, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.565, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 567.967, "count": 30, "max": 773.0, "p95": 727.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9524.033, "count": 30, "max": 93271.0, "p95": 90142.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.052, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.706, "count": 30, "max": 1.087, "p95": 0.969, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.02, "count": 30, "max": 15.471, "p95": 5.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79178.933, "count": 30, "max": 81964.0, "p95": 80707.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76505.9, "count": 30, "max": 81964.0, "p95": 80707.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.933, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33254, "sampled_at": "2026-11-04T09:06:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:06:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.063, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5635212, "flush_count": 6859, "flush_interval_seconds": 30.0, "flush_state": {"count": 6859, "last_at": "2026-11-04T09:06:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:06:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6858}, "started": true, "suppressed_count": 4062280, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4062263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6859, "written_record_count": 6859}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11381.535, "limit_mb": null}, "detail": {"pid": 90818, "restart_count": 199, "start_count": 200}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11250305740800, "copied_frame_count": 4069121, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11250305740800, "frame_buffer_copies": 4069121, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0802, "count": 512, "max_ms": 1.7979, "p50_ms": 0.0659, "p95_ms": 0.1325, "p99_ms": 0.2065}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9871, "count": 512, "max_ms": 4.1888, "p50_ms": 0.845, "p95_ms": 1.9134, "p99_ms": 2.5175, "results": {"failed": 0, "not_applicable": 0, "success": 4069121, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 186, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:06:53+09:00", "last_error_summary": "[h264 @ 0x60f9c9b60480] error while decoding MB 55 57, bytestream -11", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:06:56+09:00", "pid": 90818, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.254, "name": "ffmpeg", "pid": 90818, "rss_mb": 74.254, "state": "S (sleeping)", "threads": 1}, "restart_count": 199, "restart_count_per_hour": 4, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 200}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.562, "sample_count": 1751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.875, "last_frame_pushed_at": "2026-11-04T09:06:54+09:00", "last_frame_read_age_sec": 4.925, "last_frame_read_at": "2026-11-04T09:06:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 592.001, "last_sample_duration_ms": 942.987, "last_trigger": "periodic", "next_snapshot_in_sec": 7.999, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 688, "storage_bytes": 2607733}, "mjpeg": {"age_sec": 4.869, "exists": true, "mtime": "2026-11-04T09:06:54.009597+09:00", "mtime_epoch": 1793750814.0095973, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82015}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:06:58+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2799.211, "name": "celery", "pid": 176, "rss_mb": 2799.211, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4069121, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 49, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.755, "pushed": 1.755, "read": 1.755}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.005, "p95_ms": 0.004, "reason": null, "sample_age_ms": 4903.063, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.319, "count": 49, "max_ms": 1.066, "p95_ms": 0.957, "reason": null, "sample_age_ms": 4927.127, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.138, "count": 49, "max_ms": 0.875, "p95_ms": 0.766, "reason": null, "sample_age_ms": 4927.323, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.049, "count": 49, "max_ms": 0.102, "p95_ms": 0.067, "reason": null, "sample_age_ms": 4903.068, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.736, "count": 49, "max_ms": 2.007, "p95_ms": 1.095, "reason": null, "sample_age_ms": 4926.454, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2211848.0, "count": 49, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4926.439, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4903.127, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.138, "count": 49, "max_ms": 33.384, "p95_ms": 28.797, "reason": null, "sample_age_ms": 4903.061, "source": "client_direct"}, "sample_age_ms": 4903.057, "source": "client_direct", "task_total_ms": {"avg_ms": 25.016, "count": 49, "max_ms": 34.371, "p95_ms": 30.112, "reason": null, "sample_age_ms": 4903.057, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.329, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.393, "count": 49, "max_ms": 0.602, "p95_ms": 0.538}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.126, "count": 49, "max_ms": 0.196, "p95_ms": 0.19}, "detection_prepare_ms": {"avg_ms": 0.056, "count": 49, "max_ms": 0.105, "p95_ms": 0.081}, "event_filter_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.028, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.043, "count": 49, "max_ms": 0.115, "p95_ms": 0.059}, "mcmt_ms": {"avg_ms": 0.001, "count": 49, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.102, "count": 49, "max_ms": 0.171, "p95_ms": 0.137}, "setup_ms": {"avg_ms": 0.023, "count": 49, "max_ms": 0.059, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.371, "count": 49, "max_ms": 0.567, "p95_ms": 0.507}, "track_match_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.013, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.015, "count": 49, "max_ms": 0.024, "p95_ms": 0.02}}, "gstreamer_push": {"avg_ms": 1.544, "count": 49, "max_ms": 2.876, "p95_ms": 2.153}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 49, "max_ms": 0.365, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.519, "count": 49, "max_ms": 35.53, "p95_ms": 31.702}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.02, "count": 49, "max_ms": 0.029, "p95_ms": 0.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.168, "count": 49, "max_ms": 80.199, "p95_ms": 68.189}, "inference_input_copy_ms": {"avg_ms": 0.82, "count": 49, "max_ms": 1.962, "p95_ms": 1.264}, "processing_residual_ms": {"avg_ms": 0.065, "count": 49, "max_ms": 0.122, "p95_ms": 0.085}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.072, "count": 49, "max_ms": 81.658, "p95_ms": 69.427}, "read_interval": {"avg_ms": 643.701, "count": 49, "max_ms": 10197.142, "p95_ms": 6088.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 49, "max_ms": 0.045, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.069, "count": 49, "max_ms": 0.123, "p95_ms": 0.105}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 49, "max_ms": 0.008, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.059, "count": 49, "max_ms": 0.108, "p95_ms": 0.092}, "worker_merge_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.005, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.527, "count": 49, "max_ms": 35.545, "p95_ms": 31.708}, "visualize": {"avg_ms": 22.759, "count": 49, "max_ms": 43.557, "p95_ms": 32.176}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.273, "count": 49, "max_ms": 43.058, "p95_ms": 31.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.654, "count": 49, "max_ms": 43.449, "p95_ms": 32.053}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.604, "count": 49, "max_ms": 43.396, "p95_ms": 31.992}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 49, "max_ms": 0.066, "p95_ms": 0.057}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2799.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.801, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.544, "sample_count": 1885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4069080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 81964, "write_bytes_delta": 81964, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 305.0, "cpu_core_ratio": 0.145556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 87062.0, "pid": 90702, "reason": null, "system_cpu_core_ratio": 0.025813, "system_cpu_s_delta": 0.36, "user_cpu_core_ratio": 0.119743, "user_cpu_s_delta": 1.6700000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.035134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003585, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.031549, "user_cpu_s_delta": 0.4399999999732245}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.997, "count": 37, "max_ms": 3.695, "p95_ms": 3.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 37}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.955, "count": 30, "max": 44.451, "p95": 35.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.565, "count": 30, "max": 22.388, "p95": 20.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 567.967, "count": 30, "max": 773.0, "p95": 727.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9524.033, "count": 30, "max": 93271.0, "p95": 90142.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.052, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.706, "count": 30, "max": 1.087, "p95": 0.969, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.02, "count": 30, "max": 15.471, "p95": 5.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79178.933, "count": 30, "max": 81964.0, "p95": 80707.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76505.9, "count": 30, "max": 81964.0, "p95": 80707.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.933, "count": 30, "max": 26.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.061, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.632, "p95": 0.519, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33254, "sampled_at": "2026-11-04T09:06:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:06:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11769.297, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T09:22:26+09:00", "last_error_summary": "[rtsp @ 0x6173f31ecf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6173f31ece00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:22:26+09:00", "last_error_summary": "[rtsp @ 0x6173f31ecf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6173f31ece00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T09:22:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:22:26+09:00", "pid": 90934, "process": {"exists": false, "pid": 90934}, "restart_count": 30, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 20139.712, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 20139.778, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.961, "last_sample_duration_ms": 864.552, "last_trigger": "periodic", "next_snapshot_in_sec": 295.039, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 690, "storage_bytes": 2626305}, "mjpeg": {"age_sec": 20139.704, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T09:22:28+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 20141.137, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20139731.74, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20139719.28, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20139729.711, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20139727.231, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.181, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.681, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 18336.69, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 90468, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001881, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000488, "system_cpu_s_delta": 0.8800000000010186, "user_cpu_core_ratio": 0.001393, "user_cpu_s_delta": 2.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.006, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.922, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 4481.244, "count": 30, "max": 18336.69, "p95": 15723.292, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134435.6, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 26918.8, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.2, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146.067, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.155, "p95": 0.152, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.523, "p95": 0.497, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3543, "sampled_at": "2026-11-04T08:52:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T08:52:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11768.812, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:22:26+09:00", "last_error_summary": "[rtsp @ 0x6173f31ecf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6173f31ece00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T09:22:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-11-04T09:22:26+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 30, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 20139.738, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 20139.805, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.979, "last_sample_duration_ms": 864.552, "last_trigger": "periodic", "next_snapshot_in_sec": 295.021, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 690, "storage_bytes": 2626305}, "mjpeg": {"age_sec": 20139.73, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T09:22:28+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 20141.159, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20139757.092, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20139744.632, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20139755.063, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20139752.583, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.89, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.861, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20139.712, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 90934, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00183, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000516, "system_cpu_s_delta": 0.930000000000291, "user_cpu_core_ratio": 0.001314, "user_cpu_s_delta": 2.3699999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.492, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.412, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5152.567, "count": 30, "max": 20139.712, "p95": 17525.69, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134432.033, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 22435.367, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.167, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118.733, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.155, "p95": 0.152, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.523, "p95": 0.497, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3544, "sampled_at": "2026-11-04T09:22:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:22:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5671087, "flush_count": 6900, "flush_interval_seconds": 30.0, "flush_state": {"count": 6900, "last_at": "2026-11-04T09:47:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:47:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6899}, "started": true, "suppressed_count": 4087042, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087025}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6900, "written_record_count": 6900}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11391.336, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a285c984840] cabac decode of qscale diff failed at 46 58 [h264 @ 0x5a285c984840] error while decoding MB 46 58, bytestream 33456 [h264 @ 0x5a285d508940] cabac decode of qscale diff failed at 69 91 [h264 @ 0x5a285d508940] error while decoding MB 69 91, bytestream 22047", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11318881075200, "copied_frame_count": 4093924, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11318881075200, "frame_buffer_copies": 4093924, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 1.8207, "p50_ms": 0.071, "p95_ms": 0.1352, "p99_ms": 0.2008}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.013, "count": 512, "max_ms": 2.5968, "p50_ms": 0.9318, "p95_ms": 1.7349, "p99_ms": 2.1808, "results": {"failed": 0, "not_applicable": 0, "success": 4093924, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 187, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:48:41+09:00", "last_error_summary": "[h264 @ 0x5a285c984840] cabac decode of qscale diff failed at 46 58 [h264 @ 0x5a285c984840] error while decoding MB 46 58, bytestream 33456 [h264 @ 0x5a285d508940] cabac decode of qscale diff failed at 69 91 [h264 @ 0x5a285d508940] error while decoding MB 69 91, bytestream 22047", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2504.564, "last_started_at": "2026-11-04T09:06:56+09:00", "pid": 90818, "process": {"exists": false, "pid": 90818}, "restart_count": 199, "restart_count_per_hour": 4, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 200}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.64, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4093924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-04T09:48:41+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-11-04T09:48:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 71.567, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 528.433, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-11-04T09:48:41.414432+09:00", "mtime_epoch": 1793753321.414432, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101211}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:48:41+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.172, "name": "celery", "pid": 176, "rss_mb": 2811.172, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4093924, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 187, "pushed_frames": 187, "read_frames": 187, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.651, "pushed": 6.651, "read": 6.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.012, "count": 187, "max_ms": 1.411, "p95_ms": 0.01, "reason": null, "sample_age_ms": 70.234, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.453, "count": 187, "max_ms": 3.847, "p95_ms": 1.21, "reason": null, "sample_age_ms": 102.97, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.187, "count": 187, "max_ms": 3.602, "p95_ms": 0.997, "reason": null, "sample_age_ms": 103.354, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.064, "count": 187, "max_ms": 0.27, "p95_ms": 0.114, "reason": null, "sample_age_ms": 70.243, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.101, "count": 187, "max_ms": 3.521, "p95_ms": 1.79, "reason": null, "sample_age_ms": 100.955, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2211848.0, "count": 187, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 100.935, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.335, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.479, "count": 187, "max_ms": 50.741, "p95_ms": 41.35, "reason": null, "sample_age_ms": 70.23, "source": "client_direct"}, "sample_age_ms": 70.225, "source": "client_direct", "task_total_ms": {"avg_ms": 29.772, "count": 187, "max_ms": 55.001, "p95_ms": 43.023, "reason": null, "sample_age_ms": 70.225, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.988, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.492, "count": 187, "max_ms": 1.219, "p95_ms": 0.821}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.157, "count": 187, "max_ms": 0.45, "p95_ms": 0.279}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 187, "max_ms": 0.168, "p95_ms": 0.122}, "event_filter_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 187, "max_ms": 0.199, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 187, "max_ms": 0.434, "p95_ms": 0.247}, "setup_ms": {"avg_ms": 0.028, "count": 187, "max_ms": 0.124, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.464, "count": 187, "max_ms": 1.156, "p95_ms": 0.787}, "track_match_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.01, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 187, "max_ms": 0.068, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.053, "count": 187, "max_ms": 5.068, "p95_ms": 3.244}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 187, "max_ms": 0.154, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.461, "count": 187, "max_ms": 56.063, "p95_ms": 43.664}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 187, "max_ms": 0.097, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.603, "count": 187, "max_ms": 105.814, "p95_ms": 75.297}, "inference_input_copy_ms": {"avg_ms": 1.639, "count": 187, "max_ms": 3.808, "p95_ms": 2.925}, "processing_residual_ms": {"avg_ms": 0.098, "count": 187, "max_ms": 0.345, "p95_ms": 0.176}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.366, "count": 187, "max_ms": 106.874, "p95_ms": 77.476}, "read_interval": {"avg_ms": 160.33, "count": 187, "max_ms": 3537.579, "p95_ms": 548.329}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 187, "max_ms": 0.042, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.087, "count": 187, "max_ms": 0.322, "p95_ms": 0.172}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.036, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 187, "max_ms": 0.286, "p95_ms": 0.151}, "worker_merge_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.017, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.47, "count": 187, "max_ms": 56.083, "p95_ms": 43.672}, "visualize": {"avg_ms": 25.987, "count": 187, "max_ms": 62.575, "p95_ms": 34.382}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.392, "count": 187, "max_ms": 61.931, "p95_ms": 33.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.852, "count": 187, "max_ms": 62.435, "p95_ms": 34.274}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.788, "count": 187, "max_ms": 62.366, "p95_ms": 34.205}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 187, "max_ms": 0.091, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.682, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.637, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4093876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 179.0, "cpu_core_ratio": 1.013995, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1633.0, "pid": 90818, "reason": null, "system_cpu_core_ratio": 0.446118, "system_cpu_s_delta": 4.469999999999999, "user_cpu_core_ratio": 0.567877, "user_cpu_s_delta": 5.690000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.336335, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028943, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.307392, "user_cpu_s_delta": 3.080000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.06, "count": 157, "max_ms": 4.867, "p95_ms": 3.244, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.585, "count": 30, "max": 40.749, "p95": 33.361, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.284, "count": 30, "max": 19.334, "p95": 16.018, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 650.833, "count": 30, "max": 725.0, "p95": 720.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1124.867, "count": 30, "max": 29558.0, "p95": 2054.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.927, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.017, "count": 30, "max": 0.113, "p95": 0.1, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87996.7, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85115.533, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.867, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33491, "sampled_at": "2026-11-04T09:48:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:48:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.114, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5671087, "flush_count": 6900, "flush_interval_seconds": 30.0, "flush_state": {"count": 6900, "last_at": "2026-11-04T09:47:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:47:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6899}, "started": true, "suppressed_count": 4087042, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087025}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6900, "written_record_count": 6900}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11391.293, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11318881075200, "copied_frame_count": 4093924, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11318881075200, "frame_buffer_copies": 4093924, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 1.8207, "p50_ms": 0.071, "p95_ms": 0.1352, "p99_ms": 0.2008}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.013, "count": 512, "max_ms": 2.5968, "p50_ms": 0.9318, "p95_ms": 1.7349, "p99_ms": 2.1808, "results": {"failed": 0, "not_applicable": 0, "success": 4093924, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 187, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:48:41+09:00", "last_error_summary": "[h264 @ 0x5a285c984840] cabac decode of qscale diff failed at 46 58 [h264 @ 0x5a285c984840] error while decoding MB 46 58, bytestream 33456 [h264 @ 0x5a285d508940] cabac decode of qscale diff failed at 69 91 [h264 @ 0x5a285d508940] error while decoding MB 69 91, bytestream 22047", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2504.59, "last_started_at": "2026-11-04T09:06:56+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 199, "restart_count_per_hour": 4, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 200}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.64, "sample_count": 2780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4093924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-11-04T09:48:41+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-11-04T09:48:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 71.584, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 528.416, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-04T09:48:41.414432+09:00", "mtime_epoch": 1793753321.414432, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101211}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:48:41+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2811.168, "name": "celery", "pid": 176, "rss_mb": 2811.168, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4093924, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 187, "pushed_frames": 187, "read_frames": 187, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.645, "pushed": 6.645, "read": 6.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.012, "count": 187, "max_ms": 1.411, "p95_ms": 0.01, "reason": null, "sample_age_ms": 95.076, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.453, "count": 187, "max_ms": 3.847, "p95_ms": 1.21, "reason": null, "sample_age_ms": 127.811, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.187, "count": 187, "max_ms": 3.602, "p95_ms": 0.997, "reason": null, "sample_age_ms": 128.195, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.064, "count": 187, "max_ms": 0.27, "p95_ms": 0.114, "reason": null, "sample_age_ms": 95.084, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.101, "count": 187, "max_ms": 3.521, "p95_ms": 1.79, "reason": null, "sample_age_ms": 125.797, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2211848.0, "count": 187, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 125.776, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.176, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.479, "count": 187, "max_ms": 50.741, "p95_ms": 41.35, "reason": null, "sample_age_ms": 95.071, "source": "client_direct"}, "sample_age_ms": 95.066, "source": "client_direct", "task_total_ms": {"avg_ms": 29.772, "count": 187, "max_ms": 55.001, "p95_ms": 43.023, "reason": null, "sample_age_ms": 95.066, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.08, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.492, "count": 187, "max_ms": 1.219, "p95_ms": 0.821}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.157, "count": 187, "max_ms": 0.45, "p95_ms": 0.279}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 187, "max_ms": 0.168, "p95_ms": 0.122}, "event_filter_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 187, "max_ms": 0.199, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 187, "max_ms": 0.434, "p95_ms": 0.247}, "setup_ms": {"avg_ms": 0.028, "count": 187, "max_ms": 0.124, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.464, "count": 187, "max_ms": 1.156, "p95_ms": 0.787}, "track_match_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.01, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 187, "max_ms": 0.068, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.053, "count": 187, "max_ms": 5.068, "p95_ms": 3.244}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 187, "max_ms": 0.154, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.461, "count": 187, "max_ms": 56.063, "p95_ms": 43.664}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 187, "max_ms": 0.097, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.603, "count": 187, "max_ms": 105.814, "p95_ms": 75.297}, "inference_input_copy_ms": {"avg_ms": 1.639, "count": 187, "max_ms": 3.808, "p95_ms": 2.925}, "processing_residual_ms": {"avg_ms": 0.098, "count": 187, "max_ms": 0.345, "p95_ms": 0.176}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.366, "count": 187, "max_ms": 106.874, "p95_ms": 77.476}, "read_interval": {"avg_ms": 160.33, "count": 187, "max_ms": 3537.579, "p95_ms": 548.329}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 187, "max_ms": 0.042, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.087, "count": 187, "max_ms": 0.322, "p95_ms": 0.172}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.036, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 187, "max_ms": 0.286, "p95_ms": 0.151}, "worker_merge_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.017, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.47, "count": 187, "max_ms": 56.083, "p95_ms": 43.672}, "visualize": {"avg_ms": 25.987, "count": 187, "max_ms": 62.575, "p95_ms": 34.382}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.392, "count": 187, "max_ms": 61.931, "p95_ms": 33.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.852, "count": 187, "max_ms": 62.435, "p95_ms": 34.274}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.788, "count": 187, "max_ms": 62.366, "p95_ms": 34.205}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 187, "max_ms": 0.091, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.682, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.637, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4093876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 179.0, "cpu_core_ratio": 1.013995, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1633.0, "pid": 90818, "reason": null, "system_cpu_core_ratio": 0.446118, "system_cpu_s_delta": 4.469999999999999, "user_cpu_core_ratio": 0.567877, "user_cpu_s_delta": 5.690000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.336335, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028943, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.307392, "user_cpu_s_delta": 3.080000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.06, "count": 157, "max_ms": 4.867, "p95_ms": 3.244, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.585, "count": 30, "max": 40.749, "p95": 33.361, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.284, "count": 30, "max": 19.334, "p95": 16.018, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 650.833, "count": 30, "max": 725.0, "p95": 720.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1124.867, "count": 30, "max": 29558.0, "p95": 2054.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.927, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.017, "count": 30, "max": 0.113, "p95": 0.1, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87996.7, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85115.533, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.867, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33491, "sampled_at": "2026-11-04T09:48:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:48:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.14, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5671087, "flush_count": 6900, "flush_interval_seconds": 30.0, "flush_state": {"count": 6900, "last_at": "2026-11-04T09:47:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:47:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6899}, "started": true, "suppressed_count": 4087042, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087025}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6900, "written_record_count": 6900}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11430.047, "limit_mb": null}, "detail": {"pid": 90936, "restart_count": 200, "start_count": 201}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11318881075200, "copied_frame_count": 4093924, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11318881075200, "frame_buffer_copies": 4093924, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 1.8207, "p50_ms": 0.071, "p95_ms": 0.1352, "p99_ms": 0.2008}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.013, "count": 512, "max_ms": 2.5968, "p50_ms": 0.9318, "p95_ms": 1.7349, "p99_ms": 2.1808, "results": {"failed": 0, "not_applicable": 0, "success": 4093924, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 187, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:48:41+09:00", "last_error_summary": "[h264 @ 0x5a285c984840] cabac decode of qscale diff failed at 46 58 [h264 @ 0x5a285c984840] error while decoding MB 46 58, bytestream 33456 [h264 @ 0x5a285d508940] cabac decode of qscale diff failed at 69 91 [h264 @ 0x5a285d508940] error while decoding MB 69 91, bytestream 22047", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:48:43+09:00", "pid": 90936, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.922, "name": "ffmpeg", "pid": 90936, "rss_mb": 74.922, "state": "S (sleeping)", "threads": 1}, "restart_count": 200, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 201}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.667, "sample_count": 2738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4093924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.253, "last_frame_pushed_at": "2026-11-04T09:48:41+09:00", "last_frame_read_age_sec": 4.32, "last_frame_read_at": "2026-11-04T09:48:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 75.78, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 524.22, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 4.247, "exists": true, "mtime": "2026-11-04T09:48:41.414432+09:00", "mtime_epoch": 1793753321.414432, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101211}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:48:45+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.172, "name": "celery", "pid": 176, "rss_mb": 2811.172, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4093924, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.444, "pushed": 5.444, "read": 5.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.016, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4290.025, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.447, "count": 162, "max_ms": 3.847, "p95_ms": 1.174, "reason": null, "sample_age_ms": 4322.761, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.187, "count": 162, "max_ms": 3.602, "p95_ms": 0.991, "reason": null, "sample_age_ms": 4323.145, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 162, "max_ms": 0.27, "p95_ms": 0.115, "reason": null, "sample_age_ms": 4290.034, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.089, "count": 162, "max_ms": 3.521, "p95_ms": 1.808, "reason": null, "sample_age_ms": 4320.746, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4320.726, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4290.126, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.182, "count": 162, "max_ms": 50.741, "p95_ms": 41.244, "reason": null, "sample_age_ms": 4290.021, "source": "client_direct"}, "sample_age_ms": 4290.016, "source": "client_direct", "task_total_ms": {"avg_ms": 29.452, "count": 162, "max_ms": 55.001, "p95_ms": 42.889, "reason": null, "sample_age_ms": 4290.016, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.432, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.482, "count": 162, "max_ms": 1.219, "p95_ms": 0.802}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 162, "max_ms": 0.45, "p95_ms": 0.264}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 162, "max_ms": 0.168, "p95_ms": 0.112}, "event_filter_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.011, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 162, "max_ms": 0.199, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 162, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 162, "max_ms": 0.342, "p95_ms": 0.21}, "setup_ms": {"avg_ms": 0.028, "count": 162, "max_ms": 0.124, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.455, "count": 162, "max_ms": 1.156, "p95_ms": 0.75}, "track_match_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.01, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 162, "max_ms": 0.068, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.042, "count": 162, "max_ms": 5.068, "p95_ms": 3.233}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 162, "max_ms": 0.154, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.128, "count": 162, "max_ms": 56.063, "p95_ms": 43.558}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 162, "max_ms": 0.097, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.085, "count": 162, "max_ms": 105.814, "p95_ms": 75.157}, "inference_input_copy_ms": {"avg_ms": 1.651, "count": 162, "max_ms": 3.808, "p95_ms": 2.925}, "processing_residual_ms": {"avg_ms": 0.097, "count": 162, "max_ms": 0.345, "p95_ms": 0.169}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.859, "count": 162, "max_ms": 106.874, "p95_ms": 76.71}, "read_interval": {"avg_ms": 162.546, "count": 162, "max_ms": 3537.579, "p95_ms": 548.329}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 162, "max_ms": 0.027, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.084, "count": 162, "max_ms": 0.236, "p95_ms": 0.151}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 162, "max_ms": 0.036, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 162, "max_ms": 0.209, "p95_ms": 0.135}, "worker_merge_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.017, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.138, "count": 162, "max_ms": 56.083, "p95_ms": 43.563}, "visualize": {"avg_ms": 25.808, "count": 162, "max_ms": 62.575, "p95_ms": 34.382}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.216, "count": 162, "max_ms": 61.931, "p95_ms": 33.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.674, "count": 162, "max_ms": 62.435, "p95_ms": 34.274}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.611, "count": 162, "max_ms": 62.366, "p95_ms": 34.205}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 162, "max_ms": 0.091, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.682, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.637, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4093876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 179.0, "cpu_core_ratio": 1.013995, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1633.0, "pid": 90818, "reason": null, "system_cpu_core_ratio": 0.446118, "system_cpu_s_delta": 4.469999999999999, "user_cpu_core_ratio": 0.567877, "user_cpu_s_delta": 5.690000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.336335, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028943, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.307392, "user_cpu_s_delta": 3.080000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.06, "count": 157, "max_ms": 4.867, "p95_ms": 3.244, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.585, "count": 30, "max": 40.749, "p95": 33.361, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.284, "count": 30, "max": 19.334, "p95": 16.018, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 650.833, "count": 30, "max": 725.0, "p95": 720.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1124.867, "count": 30, "max": 29558.0, "p95": 2054.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.927, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.017, "count": 30, "max": 0.113, "p95": 0.1, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87996.7, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85115.533, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.867, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33491, "sampled_at": "2026-11-04T09:48:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:48:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.758, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5671962, "flush_count": 6901, "flush_interval_seconds": 30.0, "flush_state": {"count": 6901, "last_at": "2026-11-04T09:48:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:48:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6900}, "started": true, "suppressed_count": 4087300, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087283}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6901, "written_record_count": 6901}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11397.348, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11319597158400, "copied_frame_count": 4094183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11319597158400, "frame_buffer_copies": 4094183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0837, "count": 512, "max_ms": 1.5931, "p50_ms": 0.0719, "p95_ms": 0.1427, "p99_ms": 0.202}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0476, "count": 512, "max_ms": 3.5911, "p50_ms": 0.9452, "p95_ms": 1.7866, "p99_ms": 2.3975, "results": {"failed": 0, "not_applicable": 0, "success": 4094183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 188, "h264_decode_error_count": 390, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:49:25+09:00", "last_error_summary": "[h264 @ 0x55809f792000] error while decoding MB 147 79, bytestream -5", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.724, "last_started_at": "2026-11-04T09:48:43+09:00", "pid": 90936, "process": {"exists": false, "pid": 90936}, "restart_count": 200, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 201}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.285, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-11-04T09:49:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-11-04T09:49:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 115.514, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 484.486, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-11-04T09:49:25.304987+09:00", "mtime_epoch": 1793753365.3049867, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89441}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:49:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.293, "name": "celery", "pid": 176, "rss_mb": 2811.293, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.669, "pushed": 7.669, "read": 7.636}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.005, "count": 229, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 38.97, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.384, "count": 229, "max_ms": 2.199, "p95_ms": 1.15, "reason": null, "sample_age_ms": 71.81, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.156, "count": 229, "max_ms": 1.32, "p95_ms": 0.836, "reason": null, "sample_age_ms": 72.037, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 229, "max_ms": 0.179, "p95_ms": 0.116, "reason": null, "sample_age_ms": 38.979, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.085, "count": 229, "max_ms": 2.516, "p95_ms": 1.822, "reason": null, "sample_age_ms": 70.698, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2211848.0, "count": 229, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.681, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.145, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.83, "count": 229, "max_ms": 50.586, "p95_ms": 39.907, "reason": null, "sample_age_ms": 38.965, "source": "client_direct"}, "sample_age_ms": 38.958, "source": "client_direct", "task_total_ms": {"avg_ms": 30.101, "count": 229, "max_ms": 53.0, "p95_ms": 41.426, "reason": null, "sample_age_ms": 38.958, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.504, "count": 230, "max_ms": 1.258, "p95_ms": 0.819}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 230, "max_ms": 0.44, "p95_ms": 0.271}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 230, "max_ms": 0.19, "p95_ms": 0.115}, "event_filter_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.023, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 230, "max_ms": 0.159, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 230, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 230, "max_ms": 0.421, "p95_ms": 0.228}, "setup_ms": {"avg_ms": 0.029, "count": 230, "max_ms": 0.079, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.476, "count": 230, "max_ms": 1.2, "p95_ms": 0.765}, "track_match_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.036, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 230, "max_ms": 0.093, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.213, "count": 230, "max_ms": 6.023, "p95_ms": 3.628}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 230, "max_ms": 0.889, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.693, "count": 230, "max_ms": 55.156, "p95_ms": 42.872}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 230, "max_ms": 0.08, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.456, "count": 230, "max_ms": 107.611, "p95_ms": 80.433}, "inference_input_copy_ms": {"avg_ms": 1.236, "count": 230, "max_ms": 3.546, "p95_ms": 2.218}, "processing_residual_ms": {"avg_ms": 0.094, "count": 230, "max_ms": 0.272, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.814, "count": 230, "max_ms": 109.52, "p95_ms": 82.202}, "read_interval": {"avg_ms": 130.887, "count": 229, "max_ms": 3861.544, "p95_ms": 287.805}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 230, "max_ms": 0.064, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.091, "count": 230, "max_ms": 0.349, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 230, "max_ms": 0.027, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 230, "max_ms": 0.322, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 230, "max_ms": 0.04, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.703, "count": 230, "max_ms": 55.163, "p95_ms": 42.881}, "visualize": {"avg_ms": 28.638, "count": 230, "max_ms": 67.314, "p95_ms": 43.531}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.012, "count": 230, "max_ms": 66.489, "p95_ms": 42.81}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.501, "count": 230, "max_ms": 67.158, "p95_ms": 43.382}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.434, "count": 230, "max_ms": 67.075, "p95_ms": 43.315}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 230, "max_ms": 0.101, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.732, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.017, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88418, "write_bytes_delta": 88418, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 661.0, "cpu_core_ratio": 0.957089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 461.0, "pid": 90936, "reason": null, "system_cpu_core_ratio": 0.042006, "system_cpu_s_delta": 0.51, "user_cpu_core_ratio": 0.915083, "user_cpu_s_delta": 11.110000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.473603, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04283, "system_cpu_s_delta": 0.5200000000004366, "user_cpu_core_ratio": 0.430772, "user_cpu_s_delta": 5.230000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.228, "count": 179, "max_ms": 5.408, "p95_ms": 3.628, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.329, "count": 30, "max": 40.749, "p95": 34.965, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.421, "count": 30, "max": 19.334, "p95": 16.018, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 639.567, "count": 30, "max": 725.0, "p95": 720.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1503.933, "count": 30, "max": 29558.0, "p95": 7081.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.92, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.013, "count": 30, "max": 0.104, "p95": 0.094, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88170.4, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85299.067, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.5, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33494, "sampled_at": "2026-11-04T09:49:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:49:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5671962, "flush_count": 6901, "flush_interval_seconds": 30.0, "flush_state": {"count": 6901, "last_at": "2026-11-04T09:48:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:48:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6900}, "started": true, "suppressed_count": 4087300, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087283}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6901, "written_record_count": 6901}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11397.473, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55809f792000] error while decoding MB 147 79, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11319597158400, "copied_frame_count": 4094183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11319597158400, "frame_buffer_copies": 4094183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0837, "count": 512, "max_ms": 1.5931, "p50_ms": 0.0719, "p95_ms": 0.1427, "p99_ms": 0.202}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0476, "count": 512, "max_ms": 3.5911, "p50_ms": 0.9452, "p95_ms": 1.7866, "p99_ms": 2.3975, "results": {"failed": 0, "not_applicable": 0, "success": 4094183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 188, "h264_decode_error_count": 390, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:49:25+09:00", "last_error_summary": "[h264 @ 0x55809f792000] error while decoding MB 147 79, bytestream -5", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.73, "last_started_at": "2026-11-04T09:48:43+09:00", "pid": 90936, "process": {"exists": false, "pid": 90936}, "restart_count": 200, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 201}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.285, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-11-04T09:49:25+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-11-04T09:49:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 115.52, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 484.48, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-11-04T09:49:25.383988+09:00", "mtime_epoch": 1793753365.3839877, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89400}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:49:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.293, "name": "celery", "pid": 176, "rss_mb": 2811.293, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.667, "pushed": 7.667, "read": 7.633}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.005, "count": 229, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 47.338, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.384, "count": 229, "max_ms": 2.199, "p95_ms": 1.15, "reason": null, "sample_age_ms": 80.178, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.156, "count": 229, "max_ms": 1.32, "p95_ms": 0.836, "reason": null, "sample_age_ms": 80.404, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 229, "max_ms": 0.179, "p95_ms": 0.116, "reason": null, "sample_age_ms": 47.346, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.085, "count": 229, "max_ms": 2.516, "p95_ms": 1.822, "reason": null, "sample_age_ms": 79.065, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2211848.0, "count": 229, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 79.049, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.513, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.83, "count": 229, "max_ms": 50.586, "p95_ms": 39.907, "reason": null, "sample_age_ms": 47.332, "source": "client_direct"}, "sample_age_ms": 47.326, "source": "client_direct", "task_total_ms": {"avg_ms": 30.101, "count": 229, "max_ms": 53.0, "p95_ms": 41.426, "reason": null, "sample_age_ms": 47.326, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.114, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.505, "count": 229, "max_ms": 1.258, "p95_ms": 0.819}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 229, "max_ms": 0.44, "p95_ms": 0.271}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 229, "max_ms": 0.19, "p95_ms": 0.115}, "event_filter_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.023, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 229, "max_ms": 0.159, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 229, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 229, "max_ms": 0.421, "p95_ms": 0.228}, "setup_ms": {"avg_ms": 0.029, "count": 229, "max_ms": 0.079, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.476, "count": 229, "max_ms": 1.2, "p95_ms": 0.765}, "track_match_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.036, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 229, "max_ms": 0.093, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.213, "count": 230, "max_ms": 6.023, "p95_ms": 3.628}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 229, "max_ms": 0.889, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.719, "count": 229, "max_ms": 55.156, "p95_ms": 42.872}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 230, "max_ms": 0.08, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.456, "count": 230, "max_ms": 107.611, "p95_ms": 80.433}, "inference_input_copy_ms": {"avg_ms": 1.236, "count": 230, "max_ms": 3.546, "p95_ms": 2.218}, "processing_residual_ms": {"avg_ms": 0.094, "count": 230, "max_ms": 0.272, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.814, "count": 230, "max_ms": 109.52, "p95_ms": 82.202}, "read_interval": {"avg_ms": 130.887, "count": 229, "max_ms": 3861.544, "p95_ms": 287.805}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 229, "max_ms": 0.064, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.091, "count": 229, "max_ms": 0.349, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.027, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 229, "max_ms": 0.322, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 229, "max_ms": 0.04, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.729, "count": 229, "max_ms": 55.163, "p95_ms": 42.881}, "visualize": {"avg_ms": 28.657, "count": 229, "max_ms": 67.314, "p95_ms": 43.531}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.031, "count": 229, "max_ms": 66.489, "p95_ms": 42.81}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.52, "count": 229, "max_ms": 67.158, "p95_ms": 43.382}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.453, "count": 229, "max_ms": 67.075, "p95_ms": 43.315}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 229, "max_ms": 0.101, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.732, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.017, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88418, "write_bytes_delta": 88418, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 661.0, "cpu_core_ratio": 0.957089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 461.0, "pid": 90936, "reason": null, "system_cpu_core_ratio": 0.042006, "system_cpu_s_delta": 0.51, "user_cpu_core_ratio": 0.915083, "user_cpu_s_delta": 11.110000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.473603, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04283, "system_cpu_s_delta": 0.5200000000004366, "user_cpu_core_ratio": 0.430772, "user_cpu_s_delta": 5.230000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.228, "count": 179, "max_ms": 5.408, "p95_ms": 3.628, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.329, "count": 30, "max": 40.749, "p95": 34.965, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.421, "count": 30, "max": 19.334, "p95": 16.018, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 639.567, "count": 30, "max": 725.0, "p95": 720.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1503.933, "count": 30, "max": 29558.0, "p95": 7081.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.92, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.013, "count": 30, "max": 0.104, "p95": 0.094, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88170.4, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85299.067, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.5, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33494, "sampled_at": "2026-11-04T09:49:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:49:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5671962, "flush_count": 6901, "flush_interval_seconds": 30.0, "flush_state": {"count": 6901, "last_at": "2026-11-04T09:48:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:48:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6900}, "started": true, "suppressed_count": 4087300, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087283}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6901, "written_record_count": 6901}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11397.016, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11319597158400, "copied_frame_count": 4094183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11319597158400, "frame_buffer_copies": 4094183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0837, "count": 512, "max_ms": 1.5931, "p50_ms": 0.0719, "p95_ms": 0.1427, "p99_ms": 0.202}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0476, "count": 512, "max_ms": 3.5911, "p50_ms": 0.9452, "p95_ms": 1.7866, "p99_ms": 2.3975, "results": {"failed": 0, "not_applicable": 0, "success": 4094183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 188, "h264_decode_error_count": 390, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:49:25+09:00", "last_error_summary": "[h264 @ 0x55809f792000] error while decoding MB 147 79, bytestream -5", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.759, "last_started_at": "2026-11-04T09:48:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 200, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 201}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.285, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-11-04T09:49:25+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-11-04T09:49:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 115.558, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 484.442, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-04T09:49:25.383988+09:00", "mtime_epoch": 1793753365.3839877, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89400}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:49:25+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2811.293, "name": "celery", "pid": 176, "rss_mb": 2811.293, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.646, "pushed": 7.646, "read": 7.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.005, "count": 229, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 83.358, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.385, "count": 228, "max_ms": 2.199, "p95_ms": 1.151, "reason": null, "sample_age_ms": 116.198, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.156, "count": 228, "max_ms": 1.32, "p95_ms": 0.837, "reason": null, "sample_age_ms": 116.424, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 229, "max_ms": 0.179, "p95_ms": 0.116, "reason": null, "sample_age_ms": 83.367, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.084, "count": 228, "max_ms": 2.516, "p95_ms": 1.826, "reason": null, "sample_age_ms": 115.085, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2211848.0, "count": 228, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 115.069, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.533, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.83, "count": 229, "max_ms": 50.586, "p95_ms": 39.907, "reason": null, "sample_age_ms": 83.352, "source": "client_direct"}, "sample_age_ms": 83.346, "source": "client_direct", "task_total_ms": {"avg_ms": 30.101, "count": 229, "max_ms": 53.0, "p95_ms": 41.426, "reason": null, "sample_age_ms": 83.346, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.825, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.505, "count": 229, "max_ms": 1.258, "p95_ms": 0.819}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 229, "max_ms": 0.44, "p95_ms": 0.271}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 229, "max_ms": 0.19, "p95_ms": 0.115}, "event_filter_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.023, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 229, "max_ms": 0.159, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 229, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 229, "max_ms": 0.421, "p95_ms": 0.228}, "setup_ms": {"avg_ms": 0.029, "count": 229, "max_ms": 0.079, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.476, "count": 229, "max_ms": 1.2, "p95_ms": 0.765}, "track_match_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.036, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 229, "max_ms": 0.093, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.21, "count": 229, "max_ms": 6.023, "p95_ms": 3.628}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 229, "max_ms": 0.889, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.719, "count": 229, "max_ms": 55.156, "p95_ms": 42.872}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 229, "max_ms": 0.08, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.501, "count": 229, "max_ms": 107.611, "p95_ms": 80.433}, "inference_input_copy_ms": {"avg_ms": 1.238, "count": 229, "max_ms": 3.546, "p95_ms": 2.218}, "processing_residual_ms": {"avg_ms": 0.094, "count": 229, "max_ms": 0.272, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.86, "count": 229, "max_ms": 109.52, "p95_ms": 82.202}, "read_interval": {"avg_ms": 131.199, "count": 228, "max_ms": 3861.544, "p95_ms": 287.805}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 229, "max_ms": 0.064, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.091, "count": 229, "max_ms": 0.349, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.027, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 229, "max_ms": 0.322, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 229, "max_ms": 0.04, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.729, "count": 229, "max_ms": 55.163, "p95_ms": 42.881}, "visualize": {"avg_ms": 28.657, "count": 229, "max_ms": 67.314, "p95_ms": 43.531}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.031, "count": 229, "max_ms": 66.489, "p95_ms": 42.81}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.52, "count": 229, "max_ms": 67.158, "p95_ms": 43.382}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.453, "count": 229, "max_ms": 67.075, "p95_ms": 43.315}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 229, "max_ms": 0.101, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.732, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.017, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88418, "write_bytes_delta": 88418, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 661.0, "cpu_core_ratio": 0.957089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 461.0, "pid": 90936, "reason": null, "system_cpu_core_ratio": 0.042006, "system_cpu_s_delta": 0.51, "user_cpu_core_ratio": 0.915083, "user_cpu_s_delta": 11.110000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.473603, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04283, "system_cpu_s_delta": 0.5200000000004366, "user_cpu_core_ratio": 0.430772, "user_cpu_s_delta": 5.230000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.228, "count": 179, "max_ms": 5.408, "p95_ms": 3.628, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.329, "count": 30, "max": 40.749, "p95": 34.965, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.421, "count": 30, "max": 19.334, "p95": 16.018, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 639.567, "count": 30, "max": 725.0, "p95": 720.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1503.933, "count": 30, "max": 29558.0, "p95": 7081.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.92, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.013, "count": 30, "max": 0.104, "p95": 0.094, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88170.4, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85299.067, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.5, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33494, "sampled_at": "2026-11-04T09:49:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:49:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5671962, "flush_count": 6901, "flush_interval_seconds": 30.0, "flush_state": {"count": 6901, "last_at": "2026-11-04T09:48:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:48:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6900}, "started": true, "suppressed_count": 4087300, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087283}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6901, "written_record_count": 6901}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11406.984, "limit_mb": null}, "detail": {"pid": 91052, "restart_count": 201, "start_count": 202}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11319597158400, "copied_frame_count": 4094183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11319597158400, "frame_buffer_copies": 4094183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0837, "count": 512, "max_ms": 1.5931, "p50_ms": 0.0719, "p95_ms": 0.1427, "p99_ms": 0.202}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0476, "count": 512, "max_ms": 3.5911, "p50_ms": 0.9452, "p95_ms": 1.7866, "p99_ms": 2.3975, "results": {"failed": 0, "not_applicable": 0, "success": 4094183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 188, "h264_decode_error_count": 390, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:49:25+09:00", "last_error_summary": "[h264 @ 0x55809f792000] error while decoding MB 147 79, bytestream -5", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:49:27+09:00", "pid": 91052, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.441, "name": "ffmpeg", "pid": 91052, "rss_mb": 46.441, "state": "S (sleeping)", "threads": 1}, "restart_count": 201, "restart_count_per_hour": 6, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 202}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.228, "sample_count": 2555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.497, "last_frame_pushed_at": "2026-11-04T09:49:25+09:00", "last_frame_read_age_sec": 4.559, "last_frame_read_at": "2026-11-04T09:49:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 120.0, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 480.0, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 4.492, "exists": true, "mtime": "2026-11-04T09:49:25.383988+09:00", "mtime_epoch": 1793753365.3839877, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89400}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:49:29+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.293, "name": "celery", "pid": 176, "rss_mb": 2811.293, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.67, "pushed": 5.67, "read": 5.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4529.536, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.38, "count": 169, "max_ms": 1.949, "p95_ms": 1.15, "reason": null, "sample_age_ms": 4562.376, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.16, "count": 169, "max_ms": 1.32, "p95_ms": 0.836, "reason": null, "sample_age_ms": 4562.602, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 169, "max_ms": 0.179, "p95_ms": 0.109, "reason": null, "sample_age_ms": 4529.544, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.051, "count": 169, "max_ms": 2.516, "p95_ms": 1.822, "reason": null, "sample_age_ms": 4561.263, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4561.247, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4529.711, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.545, "count": 169, "max_ms": 50.586, "p95_ms": 39.907, "reason": null, "sample_age_ms": 4529.53, "source": "client_direct"}, "sample_age_ms": 4529.524, "source": "client_direct", "task_total_ms": {"avg_ms": 29.776, "count": 169, "max_ms": 53.0, "p95_ms": 41.426, "reason": null, "sample_age_ms": 4529.524, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.32, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.49, "count": 170, "max_ms": 0.958, "p95_ms": 0.786}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.155, "count": 170, "max_ms": 0.354, "p95_ms": 0.255}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 170, "max_ms": 0.178, "p95_ms": 0.113}, "event_filter_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.023, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 170, "max_ms": 0.137, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 170, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.129, "count": 170, "max_ms": 0.421, "p95_ms": 0.204}, "setup_ms": {"avg_ms": 0.028, "count": 170, "max_ms": 0.065, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.463, "count": 170, "max_ms": 0.919, "p95_ms": 0.749}, "track_match_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.036, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 170, "max_ms": 0.059, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.152, "count": 170, "max_ms": 6.023, "p95_ms": 3.541}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 170, "max_ms": 0.09, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.439, "count": 170, "max_ms": 55.156, "p95_ms": 42.872}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 170, "max_ms": 0.079, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.338, "count": 170, "max_ms": 99.901, "p95_ms": 79.228}, "inference_input_copy_ms": {"avg_ms": 1.203, "count": 170, "max_ms": 3.546, "p95_ms": 2.165}, "processing_residual_ms": {"avg_ms": 0.091, "count": 170, "max_ms": 0.263, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.659, "count": 170, "max_ms": 101.614, "p95_ms": 81.237}, "read_interval": {"avg_ms": 150.848, "count": 169, "max_ms": 3861.544, "p95_ms": 333.452}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 170, "max_ms": 0.032, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.089, "count": 170, "max_ms": 0.349, "p95_ms": 0.149}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 170, "max_ms": 0.027, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 170, "max_ms": 0.322, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.04, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.449, "count": 170, "max_ms": 55.163, "p95_ms": 42.881}, "visualize": {"avg_ms": 27.806, "count": 170, "max_ms": 46.69, "p95_ms": 40.782}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.196, "count": 170, "max_ms": 46.155, "p95_ms": 40.097}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.673, "count": 170, "max_ms": 46.581, "p95_ms": 40.642}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.608, "count": 170, "max_ms": 46.529, "p95_ms": 40.577}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 170, "max_ms": 0.094, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.732, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.017, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88418, "write_bytes_delta": 88418, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 661.0, "cpu_core_ratio": 0.957089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 461.0, "pid": 90936, "reason": null, "system_cpu_core_ratio": 0.042006, "system_cpu_s_delta": 0.51, "user_cpu_core_ratio": 0.915083, "user_cpu_s_delta": 11.110000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.473603, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04283, "system_cpu_s_delta": 0.5200000000004366, "user_cpu_core_ratio": 0.430772, "user_cpu_s_delta": 5.230000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.228, "count": 179, "max_ms": 5.408, "p95_ms": 3.628, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.329, "count": 30, "max": 40.749, "p95": 34.965, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.421, "count": 30, "max": 19.334, "p95": 16.018, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 639.567, "count": 30, "max": 725.0, "p95": 720.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1503.933, "count": 30, "max": 29558.0, "p95": 7081.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.92, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.013, "count": 30, "max": 0.104, "p95": 0.094, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88170.4, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85299.067, "count": 30, "max": 97437.0, "p95": 91635.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.5, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33494, "sampled_at": "2026-11-04T09:49:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:49:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5672837, "flush_count": 6902, "flush_interval_seconds": 30.0, "flush_state": {"count": 6902, "last_at": "2026-11-04T09:49:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:49:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6901}, "started": true, "suppressed_count": 4087448, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087431}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6902, "written_record_count": 6902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11388.496, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11320009113600, "copied_frame_count": 4094332, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11320009113600, "frame_buffer_copies": 4094332, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0862, "count": 512, "max_ms": 1.5931, "p50_ms": 0.071, "p95_ms": 0.1446, "p99_ms": 0.2102}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0495, "count": 512, "max_ms": 3.5911, "p50_ms": 0.9438, "p95_ms": 1.858, "p99_ms": 2.6096, "results": {"failed": 0, "not_applicable": 0, "success": 4094332, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 189, "h264_decode_error_count": 391, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:50:00+09:00", "last_error_summary": "[h264 @ 0x633751cffa00] error while decoding MB 53 53, bytestream -25", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.13, "last_started_at": "2026-11-04T09:49:27+09:00", "pid": 91052, "process": {"exists": false, "pid": 91052}, "restart_count": 201, "restart_count_per_hour": 6, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 202}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.017, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-04T09:50:00+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-04T09:49:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.149, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 449.851, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-11-04T09:49:59.946403+09:00", "mtime_epoch": 1793753399.9464033, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93235}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:50:00+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.367, "name": "celery", "pid": 176, "rss_mb": 2811.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094332, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.375, "pushed": 6.375, "read": 6.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 48.211, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 149, "max_ms": 2.116, "p95_ms": 1.316, "reason": null, "sample_age_ms": 73.434, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 149, "max_ms": 1.936, "p95_ms": 1.122, "reason": null, "sample_age_ms": 73.618, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.064, "count": 149, "max_ms": 0.159, "p95_ms": 0.119, "reason": null, "sample_age_ms": 48.216, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.053, "count": 149, "max_ms": 2.338, "p95_ms": 1.761, "reason": null, "sample_age_ms": 72.574, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 72.56, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.278, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.653, "count": 149, "max_ms": 48.663, "p95_ms": 40.113, "reason": null, "sample_age_ms": 48.208, "source": "client_direct"}, "sample_age_ms": 48.205, "source": "client_direct", "task_total_ms": {"avg_ms": 29.89, "count": 149, "max_ms": 50.01, "p95_ms": 41.697, "reason": null, "sample_age_ms": 48.205, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.564, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.554, "count": 149, "max_ms": 1.479, "p95_ms": 0.951}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.178, "count": 149, "max_ms": 0.503, "p95_ms": 0.321}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 149, "max_ms": 0.225, "p95_ms": 0.154}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 149, "max_ms": 0.175, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 149, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 149, "max_ms": 0.472, "p95_ms": 0.255}, "setup_ms": {"avg_ms": 0.033, "count": 149, "max_ms": 0.122, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.524, "count": 149, "max_ms": 1.428, "p95_ms": 0.898}, "track_match_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.019, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 149, "max_ms": 0.092, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.228, "count": 149, "max_ms": 4.787, "p95_ms": 3.561}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 149, "max_ms": 0.285, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.553, "count": 149, "max_ms": 50.534, "p95_ms": 42.747}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 149, "max_ms": 0.08, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.1, "count": 149, "max_ms": 85.597, "p95_ms": 76.151}, "inference_input_copy_ms": {"avg_ms": 1.211, "count": 149, "max_ms": 3.013, "p95_ms": 2.17}, "processing_residual_ms": {"avg_ms": 0.103, "count": 149, "max_ms": 0.356, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.44, "count": 149, "max_ms": 87.426, "p95_ms": 78.01}, "read_interval": {"avg_ms": 232.391, "count": 149, "max_ms": 11315.637, "p95_ms": 360.295}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 149, "max_ms": 0.037, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.096, "count": 149, "max_ms": 0.36, "p95_ms": 0.172}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 149, "max_ms": 0.052, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 149, "max_ms": 0.322, "p95_ms": 0.156}, "worker_merge_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.014, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.564, "count": 149, "max_ms": 50.542, "p95_ms": 42.761}, "visualize": {"avg_ms": 28.347, "count": 149, "max_ms": 44.886, "p95_ms": 40.216}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.713, "count": 149, "max_ms": 44.148, "p95_ms": 39.628}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.207, "count": 149, "max_ms": 44.753, "p95_ms": 40.112}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.02, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.137, "count": 149, "max_ms": 44.679, "p95_ms": 40.036}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 149, "max_ms": 0.135, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.143, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.47, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94581, "write_bytes_delta": 94581, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 681.0, "cpu_core_ratio": 0.499573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102118.0, "pid": 91052, "reason": null, "system_cpu_core_ratio": 0.050033, "system_cpu_s_delta": 0.6599999999999999, "user_cpu_core_ratio": 0.44954, "user_cpu_s_delta": 5.930000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.185729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016678, "system_cpu_s_delta": 0.22000000000116415, "user_cpu_core_ratio": 0.169051, "user_cpu_s_delta": 2.2299999999813735}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.226, "count": 107, "max_ms": 4.787, "p95_ms": 4.047, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.677, "count": 30, "max": 37.186, "p95": 34.965, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.651, "count": 30, "max": 16.457, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 626.733, "count": 30, "max": 721.0, "p95": 718.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4909.733, "count": 30, "max": 102118.0, "p95": 21166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.892, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.501, "p95": 0.1, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88641.733, "count": 30, "max": 97437.0, "p95": 93383.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85744.767, "count": 30, "max": 97437.0, "p95": 93383.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.867, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33497, "sampled_at": "2026-11-04T09:49:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:49:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.373, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5672837, "flush_count": 6902, "flush_interval_seconds": 30.0, "flush_state": {"count": 6902, "last_at": "2026-11-04T09:49:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:49:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6901}, "started": true, "suppressed_count": 4087448, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087431}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6902, "written_record_count": 6902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11388.578, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x633751cffa00] error while decoding MB 53 53, bytestream -25", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11320009113600, "copied_frame_count": 4094332, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11320009113600, "frame_buffer_copies": 4094332, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0862, "count": 512, "max_ms": 1.5931, "p50_ms": 0.071, "p95_ms": 0.1446, "p99_ms": 0.2102}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0495, "count": 512, "max_ms": 3.5911, "p50_ms": 0.9438, "p95_ms": 1.858, "p99_ms": 2.6096, "results": {"failed": 0, "not_applicable": 0, "success": 4094332, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 189, "h264_decode_error_count": 391, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:50:00+09:00", "last_error_summary": "[h264 @ 0x633751cffa00] error while decoding MB 53 53, bytestream -25", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.129, "last_started_at": "2026-11-04T09:49:27+09:00", "pid": 91052, "process": {"exists": false, "pid": 91052}, "restart_count": 201, "restart_count_per_hour": 6, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 202}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.017, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-04T09:50:00+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-11-04T09:49:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.154, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 449.846, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-11-04T09:49:59.946403+09:00", "mtime_epoch": 1793753399.9464033, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93235}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:50:00+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.367, "name": "celery", "pid": 176, "rss_mb": 2811.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094332, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.374, "pushed": 6.374, "read": 6.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 53.322, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 149, "max_ms": 2.116, "p95_ms": 1.316, "reason": null, "sample_age_ms": 78.545, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 149, "max_ms": 1.936, "p95_ms": 1.122, "reason": null, "sample_age_ms": 78.729, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.064, "count": 149, "max_ms": 0.159, "p95_ms": 0.119, "reason": null, "sample_age_ms": 53.327, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.053, "count": 149, "max_ms": 2.338, "p95_ms": 1.761, "reason": null, "sample_age_ms": 77.685, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 77.671, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.389, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.653, "count": 149, "max_ms": 48.663, "p95_ms": 40.113, "reason": null, "sample_age_ms": 53.319, "source": "client_direct"}, "sample_age_ms": 53.316, "source": "client_direct", "task_total_ms": {"avg_ms": 29.89, "count": 149, "max_ms": 50.01, "p95_ms": 41.697, "reason": null, "sample_age_ms": 53.316, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.797, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.554, "count": 149, "max_ms": 1.479, "p95_ms": 0.951}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.178, "count": 149, "max_ms": 0.503, "p95_ms": 0.321}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 149, "max_ms": 0.225, "p95_ms": 0.154}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 149, "max_ms": 0.175, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 149, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 149, "max_ms": 0.472, "p95_ms": 0.255}, "setup_ms": {"avg_ms": 0.033, "count": 149, "max_ms": 0.122, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.524, "count": 149, "max_ms": 1.428, "p95_ms": 0.898}, "track_match_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.019, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 149, "max_ms": 0.092, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.228, "count": 149, "max_ms": 4.787, "p95_ms": 3.561}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 149, "max_ms": 0.285, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.553, "count": 149, "max_ms": 50.534, "p95_ms": 42.747}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 149, "max_ms": 0.08, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.1, "count": 149, "max_ms": 85.597, "p95_ms": 76.151}, "inference_input_copy_ms": {"avg_ms": 1.211, "count": 149, "max_ms": 3.013, "p95_ms": 2.17}, "processing_residual_ms": {"avg_ms": 0.103, "count": 149, "max_ms": 0.356, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.44, "count": 149, "max_ms": 87.426, "p95_ms": 78.01}, "read_interval": {"avg_ms": 232.391, "count": 149, "max_ms": 11315.637, "p95_ms": 360.295}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 149, "max_ms": 0.037, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.096, "count": 149, "max_ms": 0.36, "p95_ms": 0.172}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 149, "max_ms": 0.052, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 149, "max_ms": 0.322, "p95_ms": 0.156}, "worker_merge_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.014, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.564, "count": 149, "max_ms": 50.542, "p95_ms": 42.761}, "visualize": {"avg_ms": 28.347, "count": 149, "max_ms": 44.886, "p95_ms": 40.216}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.713, "count": 149, "max_ms": 44.148, "p95_ms": 39.628}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.207, "count": 149, "max_ms": 44.753, "p95_ms": 40.112}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.02, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.137, "count": 149, "max_ms": 44.679, "p95_ms": 40.036}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 149, "max_ms": 0.135, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.143, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.47, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94581, "write_bytes_delta": 94581, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 681.0, "cpu_core_ratio": 0.499573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102118.0, "pid": 91052, "reason": null, "system_cpu_core_ratio": 0.050033, "system_cpu_s_delta": 0.6599999999999999, "user_cpu_core_ratio": 0.44954, "user_cpu_s_delta": 5.930000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.185729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016678, "system_cpu_s_delta": 0.22000000000116415, "user_cpu_core_ratio": 0.169051, "user_cpu_s_delta": 2.2299999999813735}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.226, "count": 107, "max_ms": 4.787, "p95_ms": 4.047, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.677, "count": 30, "max": 37.186, "p95": 34.965, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.651, "count": 30, "max": 16.457, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 626.733, "count": 30, "max": 721.0, "p95": 718.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4909.733, "count": 30, "max": 102118.0, "p95": 21166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.892, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.501, "p95": 0.1, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88641.733, "count": 30, "max": 97437.0, "p95": 93383.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85744.767, "count": 30, "max": 97437.0, "p95": 93383.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.867, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33497, "sampled_at": "2026-11-04T09:49:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:49:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.378, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5672837, "flush_count": 6902, "flush_interval_seconds": 30.0, "flush_state": {"count": 6902, "last_at": "2026-11-04T09:49:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:49:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6901}, "started": true, "suppressed_count": 4087448, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087431}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6902, "written_record_count": 6902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11388.297, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11320009113600, "copied_frame_count": 4094332, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11320009113600, "frame_buffer_copies": 4094332, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0862, "count": 512, "max_ms": 1.5931, "p50_ms": 0.071, "p95_ms": 0.1446, "p99_ms": 0.2102}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0495, "count": 512, "max_ms": 3.5911, "p50_ms": 0.9438, "p95_ms": 1.858, "p99_ms": 2.6096, "results": {"failed": 0, "not_applicable": 0, "success": 4094332, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 189, "h264_decode_error_count": 391, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:50:00+09:00", "last_error_summary": "[h264 @ 0x633751cffa00] error while decoding MB 53 53, bytestream -25", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.183, "last_started_at": "2026-11-04T09:49:27+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 201, "restart_count_per_hour": 6, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 202}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.017, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-04T09:50:00+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-11-04T09:49:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.175, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 449.825, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-04T09:50:00.013404+09:00", "mtime_epoch": 1793753400.013404, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93450}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:50:00+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2811.367, "name": "celery", "pid": 176, "rss_mb": 2811.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094332, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.361, "pushed": 6.361, "read": 6.361}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 90.82, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 149, "max_ms": 2.116, "p95_ms": 1.316, "reason": null, "sample_age_ms": 116.043, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 149, "max_ms": 1.936, "p95_ms": 1.122, "reason": null, "sample_age_ms": 116.227, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.064, "count": 149, "max_ms": 0.159, "p95_ms": 0.119, "reason": null, "sample_age_ms": 90.825, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.053, "count": 149, "max_ms": 2.338, "p95_ms": 1.761, "reason": null, "sample_age_ms": 115.183, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 115.169, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.887, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.653, "count": 149, "max_ms": 48.663, "p95_ms": 40.113, "reason": null, "sample_age_ms": 90.817, "source": "client_direct"}, "sample_age_ms": 90.814, "source": "client_direct", "task_total_ms": {"avg_ms": 29.89, "count": 149, "max_ms": 50.01, "p95_ms": 41.697, "reason": null, "sample_age_ms": 90.814, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.615, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.554, "count": 149, "max_ms": 1.479, "p95_ms": 0.951}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.178, "count": 149, "max_ms": 0.503, "p95_ms": 0.321}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 149, "max_ms": 0.225, "p95_ms": 0.154}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 149, "max_ms": 0.175, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 149, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 149, "max_ms": 0.472, "p95_ms": 0.255}, "setup_ms": {"avg_ms": 0.033, "count": 149, "max_ms": 0.122, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.524, "count": 149, "max_ms": 1.428, "p95_ms": 0.898}, "track_match_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.019, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 149, "max_ms": 0.092, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.228, "count": 149, "max_ms": 4.787, "p95_ms": 3.561}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 149, "max_ms": 0.285, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.553, "count": 149, "max_ms": 50.534, "p95_ms": 42.747}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 149, "max_ms": 0.08, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.1, "count": 149, "max_ms": 85.597, "p95_ms": 76.151}, "inference_input_copy_ms": {"avg_ms": 1.211, "count": 149, "max_ms": 3.013, "p95_ms": 2.17}, "processing_residual_ms": {"avg_ms": 0.103, "count": 149, "max_ms": 0.356, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.44, "count": 149, "max_ms": 87.426, "p95_ms": 78.01}, "read_interval": {"avg_ms": 232.391, "count": 149, "max_ms": 11315.637, "p95_ms": 360.295}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 149, "max_ms": 0.037, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.096, "count": 149, "max_ms": 0.36, "p95_ms": 0.172}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 149, "max_ms": 0.052, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 149, "max_ms": 0.322, "p95_ms": 0.156}, "worker_merge_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.014, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.564, "count": 149, "max_ms": 50.542, "p95_ms": 42.761}, "visualize": {"avg_ms": 28.347, "count": 149, "max_ms": 44.886, "p95_ms": 40.216}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.713, "count": 149, "max_ms": 44.148, "p95_ms": 39.628}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.207, "count": 149, "max_ms": 44.753, "p95_ms": 40.112}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.02, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.137, "count": 149, "max_ms": 44.679, "p95_ms": 40.036}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 149, "max_ms": 0.135, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.143, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.47, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94581, "write_bytes_delta": 94581, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 681.0, "cpu_core_ratio": 0.499573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102118.0, "pid": 91052, "reason": null, "system_cpu_core_ratio": 0.050033, "system_cpu_s_delta": 0.6599999999999999, "user_cpu_core_ratio": 0.44954, "user_cpu_s_delta": 5.930000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.185729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016678, "system_cpu_s_delta": 0.22000000000116415, "user_cpu_core_ratio": 0.169051, "user_cpu_s_delta": 2.2299999999813735}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.226, "count": 107, "max_ms": 4.787, "p95_ms": 4.047, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.677, "count": 30, "max": 37.186, "p95": 34.965, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.651, "count": 30, "max": 16.457, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 626.733, "count": 30, "max": 721.0, "p95": 718.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4909.733, "count": 30, "max": 102118.0, "p95": 21166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.892, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.501, "p95": 0.1, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88641.733, "count": 30, "max": 97437.0, "p95": 93383.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85744.767, "count": 30, "max": 97437.0, "p95": 93383.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.867, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33497, "sampled_at": "2026-11-04T09:49:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:49:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.426, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5672837, "flush_count": 6902, "flush_interval_seconds": 30.0, "flush_state": {"count": 6902, "last_at": "2026-11-04T09:49:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:49:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6901}, "started": true, "suppressed_count": 4087448, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087431}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6902, "written_record_count": 6902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11426.547, "limit_mb": null}, "detail": {"pid": 91168, "restart_count": 202, "start_count": 203}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11320009113600, "copied_frame_count": 4094332, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11320009113600, "frame_buffer_copies": 4094332, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0862, "count": 512, "max_ms": 1.5931, "p50_ms": 0.071, "p95_ms": 0.1446, "p99_ms": 0.2102}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0495, "count": 512, "max_ms": 3.5911, "p50_ms": 0.9438, "p95_ms": 1.858, "p99_ms": 2.6096, "results": {"failed": 0, "not_applicable": 0, "success": 4094332, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 189, "h264_decode_error_count": 391, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:50:00+09:00", "last_error_summary": "[h264 @ 0x633751cffa00] error while decoding MB 53 53, bytestream -25", "last_exit_at": "2026-11-04T09:06:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:50:02+09:00", "pid": 91168, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.754, "name": "ffmpeg", "pid": 91168, "rss_mb": 74.754, "state": "S (sleeping)", "threads": 1}, "restart_count": 202, "restart_count_per_hour": 7, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 203}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.052, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.725, "last_frame_pushed_at": "2026-11-04T09:50:00+09:00", "last_frame_read_age_sec": 4.783, "last_frame_read_at": "2026-11-04T09:49:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.853, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 445.147, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 4.713, "exists": true, "mtime": "2026-11-04T09:50:00.013404+09:00", "mtime_epoch": 1793753400.013404, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93450}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:50:04+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.367, "name": "celery", "pid": 176, "rss_mb": 2811.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094332, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.304, "pushed": 5.304, "read": 5.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4761.321, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 149, "max_ms": 2.116, "p95_ms": 1.316, "reason": null, "sample_age_ms": 4786.543, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 149, "max_ms": 1.936, "p95_ms": 1.122, "reason": null, "sample_age_ms": 4786.727, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.064, "count": 149, "max_ms": 0.159, "p95_ms": 0.119, "reason": null, "sample_age_ms": 4761.325, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.053, "count": 149, "max_ms": 2.338, "p95_ms": 1.761, "reason": null, "sample_age_ms": 4785.683, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4785.669, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4761.387, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.653, "count": 149, "max_ms": 48.663, "p95_ms": 40.113, "reason": null, "sample_age_ms": 4761.317, "source": "client_direct"}, "sample_age_ms": 4761.315, "source": "client_direct", "task_total_ms": {"avg_ms": 29.89, "count": 149, "max_ms": 50.01, "p95_ms": 41.697, "reason": null, "sample_age_ms": 4761.315, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.557, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.554, "count": 149, "max_ms": 1.479, "p95_ms": 0.951}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.178, "count": 149, "max_ms": 0.503, "p95_ms": 0.321}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 149, "max_ms": 0.225, "p95_ms": 0.154}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 149, "max_ms": 0.175, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 149, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 149, "max_ms": 0.472, "p95_ms": 0.255}, "setup_ms": {"avg_ms": 0.033, "count": 149, "max_ms": 0.122, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.524, "count": 149, "max_ms": 1.428, "p95_ms": 0.898}, "track_match_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.019, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 149, "max_ms": 0.092, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.228, "count": 149, "max_ms": 4.787, "p95_ms": 3.561}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 149, "max_ms": 0.285, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.553, "count": 149, "max_ms": 50.534, "p95_ms": 42.747}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 149, "max_ms": 0.08, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.1, "count": 149, "max_ms": 85.597, "p95_ms": 76.151}, "inference_input_copy_ms": {"avg_ms": 1.211, "count": 149, "max_ms": 3.013, "p95_ms": 2.17}, "processing_residual_ms": {"avg_ms": 0.103, "count": 149, "max_ms": 0.356, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.44, "count": 149, "max_ms": 87.426, "p95_ms": 78.01}, "read_interval": {"avg_ms": 232.391, "count": 149, "max_ms": 11315.637, "p95_ms": 360.295}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 149, "max_ms": 0.037, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.096, "count": 149, "max_ms": 0.36, "p95_ms": 0.172}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 149, "max_ms": 0.052, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 149, "max_ms": 0.322, "p95_ms": 0.156}, "worker_merge_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.014, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.564, "count": 149, "max_ms": 50.542, "p95_ms": 42.761}, "visualize": {"avg_ms": 28.347, "count": 149, "max_ms": 44.886, "p95_ms": 40.216}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.713, "count": 149, "max_ms": 44.148, "p95_ms": 39.628}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.207, "count": 149, "max_ms": 44.753, "p95_ms": 40.112}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.02, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.137, "count": 149, "max_ms": 44.679, "p95_ms": 40.036}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 149, "max_ms": 0.135, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.143, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.47, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:49:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94581, "write_bytes_delta": 94581, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 681.0, "cpu_core_ratio": 0.499573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102118.0, "pid": 91052, "reason": null, "system_cpu_core_ratio": 0.050033, "system_cpu_s_delta": 0.6599999999999999, "user_cpu_core_ratio": 0.44954, "user_cpu_s_delta": 5.930000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.185729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016678, "system_cpu_s_delta": 0.22000000000116415, "user_cpu_core_ratio": 0.169051, "user_cpu_s_delta": 2.2299999999813735}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.226, "count": 107, "max_ms": 4.787, "p95_ms": 4.047, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.677, "count": 30, "max": 37.186, "p95": 34.965, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.651, "count": 30, "max": 16.457, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 626.733, "count": 30, "max": 721.0, "p95": 718.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4909.733, "count": 30, "max": 102118.0, "p95": 21166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.892, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.501, "p95": 0.1, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88641.733, "count": 30, "max": 97437.0, "p95": 93383.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85744.767, "count": 30, "max": 97437.0, "p95": 93383.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.867, "count": 30, "max": 26.0, "p95": 14.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.142, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.525, "p95": 0.524, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33497, "sampled_at": "2026-11-04T09:49:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:49:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.094, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5672837, "flush_count": 6902, "flush_interval_seconds": 30.0, "flush_state": {"count": 6902, "last_at": "2026-11-04T09:49:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:49:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6901}, "started": true, "suppressed_count": 4087726, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087709}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6902, "written_record_count": 6902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11394.27, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b814657bb00] error while decoding MB 95 73, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11320777728000, "copied_frame_count": 4094610, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11320777728000, "frame_buffer_copies": 4094610, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0868, "count": 512, "max_ms": 1.2556, "p50_ms": 0.0745, "p95_ms": 0.1566, "p99_ms": 0.1975}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0941, "count": 512, "max_ms": 4.1253, "p50_ms": 0.9624, "p95_ms": 2.0091, "p99_ms": 2.7597, "results": {"failed": 0, "not_applicable": 0, "success": 4094610, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 392, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:50:47+09:00", "last_error_summary": "[h264 @ 0x5b814657bb00] error while decoding MB 95 73, bytestream -6", "last_exit_at": "2026-11-04T09:50:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.164, "last_started_at": "2026-11-04T09:50:02+09:00", "pid": 91168, "process": {"exists": false, "pid": 91168}, "restart_count": 202, "restart_count_per_hour": 7, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 203}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.984, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-04T09:50:47+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-11-04T09:50:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 198.013, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 401.987, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-11-04T09:50:47.819951+09:00", "mtime_epoch": 1793753447.8199506, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95130}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:50:47+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.5, "name": "celery", "pid": 176, "rss_mb": 2811.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094610, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.748, "pushed": 6.748, "read": 6.748}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.025, "p95_ms": 0.009, "reason": null, "sample_age_ms": 44.877, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.393, "count": 189, "max_ms": 2.136, "p95_ms": 1.218, "reason": null, "sample_age_ms": 80.218, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 189, "max_ms": 1.939, "p95_ms": 0.977, "reason": null, "sample_age_ms": 80.446, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.062, "count": 189, "max_ms": 0.185, "p95_ms": 0.118, "reason": null, "sample_age_ms": 44.883, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.072, "count": 189, "max_ms": 3.001, "p95_ms": 1.835, "reason": null, "sample_age_ms": 79.024, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 79.007, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.97, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.88, "count": 189, "max_ms": 64.495, "p95_ms": 40.07, "reason": null, "sample_age_ms": 44.874, "source": "client_direct"}, "sample_age_ms": 44.871, "source": "client_direct", "task_total_ms": {"avg_ms": 30.138, "count": 189, "max_ms": 65.774, "p95_ms": 41.436, "reason": null, "sample_age_ms": 44.871, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.93, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.517, "count": 189, "max_ms": 1.125, "p95_ms": 0.913}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 189, "max_ms": 0.354, "p95_ms": 0.304}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 189, "max_ms": 0.247, "p95_ms": 0.128}, "event_filter_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 189, "max_ms": 0.263, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 189, "max_ms": 0.011, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 189, "max_ms": 0.415, "p95_ms": 0.238}, "setup_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 0.103, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.487, "count": 189, "max_ms": 1.075, "p95_ms": 0.858}, "track_match_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.034, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 189, "max_ms": 0.087, "p95_ms": 0.042}}, "gstreamer_push": {"avg_ms": 2.356, "count": 189, "max_ms": 5.165, "p95_ms": 3.968}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 189, "max_ms": 0.11, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.765, "count": 189, "max_ms": 68.015, "p95_ms": 41.992}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 0.133, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.14, "count": 189, "max_ms": 115.235, "p95_ms": 80.172}, "inference_input_copy_ms": {"avg_ms": 1.197, "count": 189, "max_ms": 3.54, "p95_ms": 2.242}, "processing_residual_ms": {"avg_ms": 0.098, "count": 189, "max_ms": 0.295, "p95_ms": 0.177}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.467, "count": 189, "max_ms": 117.01, "p95_ms": 81.43}, "read_interval": {"avg_ms": 168.733, "count": 189, "max_ms": 3959.158, "p95_ms": 678.736}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 189, "max_ms": 0.035, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.092, "count": 189, "max_ms": 0.326, "p95_ms": 0.157}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.042, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 189, "max_ms": 0.303, "p95_ms": 0.14}, "worker_merge_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.024, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.776, "count": 189, "max_ms": 68.028, "p95_ms": 42.0}, "visualize": {"avg_ms": 28.182, "count": 189, "max_ms": 48.592, "p95_ms": 40.332}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.539, "count": 189, "max_ms": 48.056, "p95_ms": 39.627}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.038, "count": 189, "max_ms": 48.483, "p95_ms": 40.166}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.968, "count": 189, "max_ms": 48.42, "p95_ms": 40.047}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 189, "max_ms": 0.129, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.785, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.984, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95233, "write_bytes_delta": 95233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.843074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4000.0, "pid": 91168, "reason": null, "system_cpu_core_ratio": 0.041954, "system_cpu_s_delta": 0.41999999999999993, "user_cpu_core_ratio": 0.80112, "user_cpu_s_delta": 8.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.401559, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034962, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.366597, "user_cpu_s_delta": 3.669999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.357, "count": 180, "max_ms": 5.165, "p95_ms": 3.968, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.515, "count": 30, "max": 37.186, "p95": 28.396, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.174, "count": 30, "max": 15.482, "p95": 15.269, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 589.167, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8259.7, "count": 30, "max": 102118.0, "p95": 65761.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.854, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.329, "count": 30, "max": 4.722, "p95": 2.557, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89685.167, "count": 30, "max": 97437.0, "p95": 95442.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86732.9, "count": 30, "max": 97437.0, "p95": 95442.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.9, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.142, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.525, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33503, "sampled_at": "2026-11-04T09:50:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:50:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.007, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5672837, "flush_count": 6902, "flush_interval_seconds": 30.0, "flush_state": {"count": 6902, "last_at": "2026-11-04T09:49:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:49:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6901}, "started": true, "suppressed_count": 4087726, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087709}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6902, "written_record_count": 6902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11394.242, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T09:50:47+09:00", "last_error_summary": "[h264 @ 0x5b814657bb00] error while decoding MB 95 73, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11320777728000, "copied_frame_count": 4094610, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11320777728000, "frame_buffer_copies": 4094610, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0868, "count": 512, "max_ms": 1.2556, "p50_ms": 0.0745, "p95_ms": 0.1566, "p99_ms": 0.1975}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0941, "count": 512, "max_ms": 4.1253, "p50_ms": 0.9624, "p95_ms": 2.0091, "p99_ms": 2.7597, "results": {"failed": 0, "not_applicable": 0, "success": 4094610, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 392, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:50:47+09:00", "last_error_summary": "[h264 @ 0x5b814657bb00] error while decoding MB 95 73, bytestream -6", "last_exit_at": "2026-11-04T09:50:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.192, "last_started_at": "2026-11-04T09:50:02+09:00", "pid": 91168, "process": {"exists": false, "pid": 91168}, "restart_count": 202, "restart_count_per_hour": 7, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 203}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.984, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-11-04T09:50:47+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-11-04T09:50:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 198.038, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 401.962, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-11-04T09:50:47.895952+09:00", "mtime_epoch": 1793753447.8959515, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94617}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:50:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2811.496, "name": "celery", "pid": 176, "rss_mb": 2811.496, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094610, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.742, "pushed": 6.742, "read": 6.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.025, "p95_ms": 0.009, "reason": null, "sample_age_ms": 68.83, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.393, "count": 189, "max_ms": 2.136, "p95_ms": 1.218, "reason": null, "sample_age_ms": 104.17, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 189, "max_ms": 1.939, "p95_ms": 0.977, "reason": null, "sample_age_ms": 104.399, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.062, "count": 189, "max_ms": 0.185, "p95_ms": 0.118, "reason": null, "sample_age_ms": 68.836, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.072, "count": 189, "max_ms": 3.001, "p95_ms": 1.835, "reason": null, "sample_age_ms": 102.977, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 102.96, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.922, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.88, "count": 189, "max_ms": 64.495, "p95_ms": 40.07, "reason": null, "sample_age_ms": 68.826, "source": "client_direct"}, "sample_age_ms": 68.824, "source": "client_direct", "task_total_ms": {"avg_ms": 30.138, "count": 189, "max_ms": 65.774, "p95_ms": 41.436, "reason": null, "sample_age_ms": 68.824, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.785, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.517, "count": 189, "max_ms": 1.125, "p95_ms": 0.913}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 189, "max_ms": 0.354, "p95_ms": 0.304}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 189, "max_ms": 0.247, "p95_ms": 0.128}, "event_filter_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 189, "max_ms": 0.263, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 189, "max_ms": 0.011, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 189, "max_ms": 0.415, "p95_ms": 0.238}, "setup_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 0.103, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.487, "count": 189, "max_ms": 1.075, "p95_ms": 0.858}, "track_match_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.034, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 189, "max_ms": 0.087, "p95_ms": 0.042}}, "gstreamer_push": {"avg_ms": 2.356, "count": 189, "max_ms": 5.165, "p95_ms": 3.968}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 189, "max_ms": 0.11, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.765, "count": 189, "max_ms": 68.015, "p95_ms": 41.992}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 0.133, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.14, "count": 189, "max_ms": 115.235, "p95_ms": 80.172}, "inference_input_copy_ms": {"avg_ms": 1.197, "count": 189, "max_ms": 3.54, "p95_ms": 2.242}, "processing_residual_ms": {"avg_ms": 0.098, "count": 189, "max_ms": 0.295, "p95_ms": 0.177}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.467, "count": 189, "max_ms": 117.01, "p95_ms": 81.43}, "read_interval": {"avg_ms": 168.733, "count": 189, "max_ms": 3959.158, "p95_ms": 678.736}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 189, "max_ms": 0.035, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.092, "count": 189, "max_ms": 0.326, "p95_ms": 0.157}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.042, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 189, "max_ms": 0.303, "p95_ms": 0.14}, "worker_merge_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.024, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.776, "count": 189, "max_ms": 68.028, "p95_ms": 42.0}, "visualize": {"avg_ms": 28.182, "count": 189, "max_ms": 48.592, "p95_ms": 40.332}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.539, "count": 189, "max_ms": 48.056, "p95_ms": 39.627}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.038, "count": 189, "max_ms": 48.483, "p95_ms": 40.166}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.968, "count": 189, "max_ms": 48.42, "p95_ms": 40.047}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 189, "max_ms": 0.129, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.785, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.984, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95233, "write_bytes_delta": 95233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.843074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4000.0, "pid": 91168, "reason": null, "system_cpu_core_ratio": 0.041954, "system_cpu_s_delta": 0.41999999999999993, "user_cpu_core_ratio": 0.80112, "user_cpu_s_delta": 8.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.401559, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034962, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.366597, "user_cpu_s_delta": 3.669999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.357, "count": 180, "max_ms": 5.165, "p95_ms": 3.968, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.515, "count": 30, "max": 37.186, "p95": 28.396, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.174, "count": 30, "max": 15.482, "p95": 15.269, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 589.167, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8259.7, "count": 30, "max": 102118.0, "p95": 65761.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.854, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.329, "count": 30, "max": 4.722, "p95": 2.557, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89685.167, "count": 30, "max": 97437.0, "p95": 95442.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86732.9, "count": 30, "max": 97437.0, "p95": 95442.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.9, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.142, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.525, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33503, "sampled_at": "2026-11-04T09:50:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:50:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.035, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5672837, "flush_count": 6902, "flush_interval_seconds": 30.0, "flush_state": {"count": 6902, "last_at": "2026-11-04T09:49:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:49:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6901}, "started": true, "suppressed_count": 4087726, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087709}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6902, "written_record_count": 6902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11394.59, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11320777728000, "copied_frame_count": 4094610, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11320777728000, "frame_buffer_copies": 4094610, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0868, "count": 512, "max_ms": 1.2556, "p50_ms": 0.0745, "p95_ms": 0.1566, "p99_ms": 0.1975}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0941, "count": 512, "max_ms": 4.1253, "p50_ms": 0.9624, "p95_ms": 2.0091, "p99_ms": 2.7597, "results": {"failed": 0, "not_applicable": 0, "success": 4094610, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 392, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:50:47+09:00", "last_error_summary": "[h264 @ 0x5b814657bb00] error while decoding MB 95 73, bytestream -6", "last_exit_at": "2026-11-04T09:50:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.215, "last_started_at": "2026-11-04T09:50:02+09:00", "pid": 91168, "process": {"exists": false, "pid": 91168}, "restart_count": 202, "restart_count_per_hour": 7, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 203}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.984, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-11-04T09:50:47+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-11-04T09:50:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 198.059, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 401.941, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-04T09:50:47.895952+09:00", "mtime_epoch": 1793753447.8959515, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94617}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:50:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2811.496, "name": "celery", "pid": 176, "rss_mb": 2811.496, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094610, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.736, "pushed": 6.736, "read": 6.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.025, "p95_ms": 0.009, "reason": null, "sample_age_ms": 92.858, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.393, "count": 189, "max_ms": 2.136, "p95_ms": 1.218, "reason": null, "sample_age_ms": 128.199, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 189, "max_ms": 1.939, "p95_ms": 0.977, "reason": null, "sample_age_ms": 128.427, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.062, "count": 189, "max_ms": 0.185, "p95_ms": 0.118, "reason": null, "sample_age_ms": 92.864, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.072, "count": 189, "max_ms": 3.001, "p95_ms": 1.835, "reason": null, "sample_age_ms": 127.005, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 126.988, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.951, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.88, "count": 189, "max_ms": 64.495, "p95_ms": 40.07, "reason": null, "sample_age_ms": 92.855, "source": "client_direct"}, "sample_age_ms": 92.852, "source": "client_direct", "task_total_ms": {"avg_ms": 30.138, "count": 189, "max_ms": 65.774, "p95_ms": 41.436, "reason": null, "sample_age_ms": 92.852, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.921, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.517, "count": 189, "max_ms": 1.125, "p95_ms": 0.913}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 189, "max_ms": 0.354, "p95_ms": 0.304}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 189, "max_ms": 0.247, "p95_ms": 0.128}, "event_filter_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 189, "max_ms": 0.263, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 189, "max_ms": 0.011, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 189, "max_ms": 0.415, "p95_ms": 0.238}, "setup_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 0.103, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.487, "count": 189, "max_ms": 1.075, "p95_ms": 0.858}, "track_match_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.034, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 189, "max_ms": 0.087, "p95_ms": 0.042}}, "gstreamer_push": {"avg_ms": 2.356, "count": 189, "max_ms": 5.165, "p95_ms": 3.968}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 189, "max_ms": 0.11, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.765, "count": 189, "max_ms": 68.015, "p95_ms": 41.992}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 0.133, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.14, "count": 189, "max_ms": 115.235, "p95_ms": 80.172}, "inference_input_copy_ms": {"avg_ms": 1.197, "count": 189, "max_ms": 3.54, "p95_ms": 2.242}, "processing_residual_ms": {"avg_ms": 0.098, "count": 189, "max_ms": 0.295, "p95_ms": 0.177}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.467, "count": 189, "max_ms": 117.01, "p95_ms": 81.43}, "read_interval": {"avg_ms": 168.733, "count": 189, "max_ms": 3959.158, "p95_ms": 678.736}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 189, "max_ms": 0.035, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.092, "count": 189, "max_ms": 0.326, "p95_ms": 0.157}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.042, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 189, "max_ms": 0.303, "p95_ms": 0.14}, "worker_merge_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.024, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.776, "count": 189, "max_ms": 68.028, "p95_ms": 42.0}, "visualize": {"avg_ms": 28.182, "count": 189, "max_ms": 48.592, "p95_ms": 40.332}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.539, "count": 189, "max_ms": 48.056, "p95_ms": 39.627}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.038, "count": 189, "max_ms": 48.483, "p95_ms": 40.166}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.968, "count": 189, "max_ms": 48.42, "p95_ms": 40.047}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 189, "max_ms": 0.129, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.785, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.984, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95233, "write_bytes_delta": 95233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.843074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4000.0, "pid": 91168, "reason": null, "system_cpu_core_ratio": 0.041954, "system_cpu_s_delta": 0.41999999999999993, "user_cpu_core_ratio": 0.80112, "user_cpu_s_delta": 8.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.401559, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034962, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.366597, "user_cpu_s_delta": 3.669999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.357, "count": 180, "max_ms": 5.165, "p95_ms": 3.968, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.515, "count": 30, "max": 37.186, "p95": 28.396, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.174, "count": 30, "max": 15.482, "p95": 15.269, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 589.167, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8259.7, "count": 30, "max": 102118.0, "p95": 65761.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.854, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.329, "count": 30, "max": 4.722, "p95": 2.557, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89685.167, "count": 30, "max": 97437.0, "p95": 95442.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86732.9, "count": 30, "max": 97437.0, "p95": 95442.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.9, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.142, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.525, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33503, "sampled_at": "2026-11-04T09:50:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:50:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.058, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5672837, "flush_count": 6902, "flush_interval_seconds": 30.0, "flush_state": {"count": 6902, "last_at": "2026-11-04T09:49:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:49:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6901}, "started": true, "suppressed_count": 4087726, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087709}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6902, "written_record_count": 6902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11432.887, "limit_mb": null}, "detail": {"pid": 91284, "restart_count": 203, "start_count": 204}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11320777728000, "copied_frame_count": 4094610, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11320777728000, "frame_buffer_copies": 4094610, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0868, "count": 512, "max_ms": 1.2556, "p50_ms": 0.0745, "p95_ms": 0.1566, "p99_ms": 0.1975}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0941, "count": 512, "max_ms": 4.1253, "p50_ms": 0.9624, "p95_ms": 2.0091, "p99_ms": 2.7597, "results": {"failed": 0, "not_applicable": 0, "success": 4094610, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 392, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:50:47+09:00", "last_error_summary": "[h264 @ 0x5b814657bb00] error while decoding MB 95 73, bytestream -6", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:50:50+09:00", "pid": 91284, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.992, "name": "ffmpeg", "pid": 91284, "rss_mb": 74.992, "state": "S (sleeping)", "threads": 1}, "restart_count": 203, "restart_count_per_hour": 8, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 204}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.994, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.464, "last_frame_pushed_at": "2026-11-04T09:50:47+09:00", "last_frame_read_age_sec": 4.538, "last_frame_read_at": "2026-11-04T09:50:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 202.475, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 397.525, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 4.457, "exists": true, "mtime": "2026-11-04T09:50:47.895952+09:00", "mtime_epoch": 1793753447.8959515, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94617}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:50:52+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.5, "name": "celery", "pid": 176, "rss_mb": 2811.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094610, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 161, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.401, "pushed": 5.401, "read": 5.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 161, "client_acquire_ms": {"avg_ms": 0.005, "count": 161, "max_ms": 0.025, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4506.386, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.398, "count": 161, "max_ms": 2.136, "p95_ms": 1.168, "reason": null, "sample_age_ms": 4541.726, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.182, "count": 161, "max_ms": 1.939, "p95_ms": 0.963, "reason": null, "sample_age_ms": 4541.955, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.062, "count": 161, "max_ms": 0.185, "p95_ms": 0.103, "reason": null, "sample_age_ms": 4506.392, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.071, "count": 161, "max_ms": 3.001, "p95_ms": 1.836, "reason": null, "sample_age_ms": 4540.533, "source": "client_direct"}, "request_count": 161, "request_tensor_bytes": {"avg": 2211848.0, "count": 161, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4540.516, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 161, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4506.478, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.488, "count": 161, "max_ms": 64.495, "p95_ms": 38.975, "reason": null, "sample_age_ms": 4506.382, "source": "client_direct"}, "sample_age_ms": 4506.38, "source": "client_direct", "task_total_ms": {"avg_ms": 29.744, "count": 161, "max_ms": 65.774, "p95_ms": 41.137, "reason": null, "sample_age_ms": 4506.38, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.937, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.515, "count": 161, "max_ms": 1.125, "p95_ms": 0.913}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 161, "max_ms": 0.354, "p95_ms": 0.308}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 161, "max_ms": 0.247, "p95_ms": 0.128}, "event_filter_ms": {"avg_ms": 0.003, "count": 161, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 161, "max_ms": 0.263, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 161, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 161, "max_ms": 0.415, "p95_ms": 0.238}, "setup_ms": {"avg_ms": 0.031, "count": 161, "max_ms": 0.103, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.486, "count": 161, "max_ms": 1.075, "p95_ms": 0.858}, "track_match_ms": {"avg_ms": 0.003, "count": 161, "max_ms": 0.034, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 161, "max_ms": 0.087, "p95_ms": 0.042}}, "gstreamer_push": {"avg_ms": 2.347, "count": 161, "max_ms": 5.165, "p95_ms": 3.968}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 161, "max_ms": 0.11, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.376, "count": 161, "max_ms": 68.015, "p95_ms": 41.683}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 161, "max_ms": 0.133, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.643, "count": 161, "max_ms": 115.235, "p95_ms": 79.096}, "inference_input_copy_ms": {"avg_ms": 1.194, "count": 161, "max_ms": 3.54, "p95_ms": 2.139}, "processing_residual_ms": {"avg_ms": 0.097, "count": 161, "max_ms": 0.295, "p95_ms": 0.17}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.965, "count": 161, "max_ms": 117.01, "p95_ms": 80.826}, "read_interval": {"avg_ms": 161.185, "count": 161, "max_ms": 3725.615, "p95_ms": 678.736}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 161, "max_ms": 0.035, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.092, "count": 161, "max_ms": 0.326, "p95_ms": 0.157}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 161, "max_ms": 0.042, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 161, "max_ms": 0.303, "p95_ms": 0.14}, "worker_merge_ms": {"avg_ms": 0.004, "count": 161, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.387, "count": 161, "max_ms": 68.028, "p95_ms": 41.697}, "visualize": {"avg_ms": 28.076, "count": 161, "max_ms": 48.592, "p95_ms": 40.223}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.434, "count": 161, "max_ms": 48.056, "p95_ms": 39.19}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.932, "count": 161, "max_ms": 48.483, "p95_ms": 40.102}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.862, "count": 161, "max_ms": 48.42, "p95_ms": 40.027}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 161, "max_ms": 0.129, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.785, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.984, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95233, "write_bytes_delta": 95233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.843074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4000.0, "pid": 91168, "reason": null, "system_cpu_core_ratio": 0.041954, "system_cpu_s_delta": 0.41999999999999993, "user_cpu_core_ratio": 0.80112, "user_cpu_s_delta": 8.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.401559, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034962, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.366597, "user_cpu_s_delta": 3.669999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.357, "count": 180, "max_ms": 5.165, "p95_ms": 3.968, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.515, "count": 30, "max": 37.186, "p95": 28.396, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.174, "count": 30, "max": 15.482, "p95": 15.269, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 589.167, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8259.7, "count": 30, "max": 102118.0, "p95": 65761.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.854, "count": 30, "max": 1.125, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.329, "count": 30, "max": 4.722, "p95": 2.557, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89685.167, "count": 30, "max": 97437.0, "p95": 95442.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86732.9, "count": 30, "max": 97437.0, "p95": 95442.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.9, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.142, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.525, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33503, "sampled_at": "2026-11-04T09:50:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:50:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.809, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5673712, "flush_count": 6903, "flush_interval_seconds": 30.0, "flush_state": {"count": 6903, "last_at": "2026-11-04T09:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6902}, "started": true, "suppressed_count": 4087978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6903, "written_record_count": 6903}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11386.285, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11321477222400, "copied_frame_count": 4094863, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11321477222400, "frame_buffer_copies": 4094863, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0846, "count": 512, "max_ms": 0.3242, "p50_ms": 0.0749, "p95_ms": 0.1559, "p99_ms": 0.2005}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1476, "count": 512, "max_ms": 4.1253, "p50_ms": 0.9987, "p95_ms": 2.2886, "p99_ms": 2.814, "results": {"failed": 0, "not_applicable": 0, "success": 4094863, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 392, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:50:47+09:00", "last_error_summary": "[h264 @ 0x5b814657bb00] error while decoding MB 95 73, bytestream -6", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.315, "last_started_at": "2026-11-04T09:50:50+09:00", "pid": 91284, "process": {"exists": false, "pid": 91284}, "restart_count": 203, "restart_count_per_hour": 8, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 204}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.05, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-11-04T09:51:36+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-11-04T09:51:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 246.794, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 353.206, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-11-04T09:51:36.665478+09:00", "mtime_epoch": 1793753496.665478, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95601}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:51:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.621, "name": "celery", "pid": 176, "rss_mb": 2811.621, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094863, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.069, "pushed": 5.069, "read": 5.035}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.024, "p95_ms": 0.01, "reason": null, "sample_age_ms": 45.906, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.4, "count": 151, "max_ms": 2.347, "p95_ms": 1.164, "reason": null, "sample_age_ms": 76.56, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.182, "count": 151, "max_ms": 1.958, "p95_ms": 0.916, "reason": null, "sample_age_ms": 76.751, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 151, "max_ms": 0.194, "p95_ms": 0.118, "reason": null, "sample_age_ms": 45.912, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.08, "count": 151, "max_ms": 2.544, "p95_ms": 1.748, "reason": null, "sample_age_ms": 75.505, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 75.481, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.968, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.611, "count": 151, "max_ms": 54.82, "p95_ms": 41.571, "reason": null, "sample_age_ms": 45.904, "source": "client_direct"}, "sample_age_ms": 45.901, "source": "client_direct", "task_total_ms": {"avg_ms": 29.875, "count": 151, "max_ms": 57.555, "p95_ms": 42.743, "reason": null, "sample_age_ms": 45.901, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.036, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.505, "count": 152, "max_ms": 1.324, "p95_ms": 0.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.163, "count": 152, "max_ms": 0.764, "p95_ms": 0.288}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 152, "max_ms": 0.228, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.024, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 152, "max_ms": 0.18, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 152, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 152, "max_ms": 0.388, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.03, "count": 152, "max_ms": 0.115, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.477, "count": 152, "max_ms": 1.251, "p95_ms": 0.826}, "track_match_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.031, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 152, "max_ms": 0.044, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.262, "count": 152, "max_ms": 5.159, "p95_ms": 4.232}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 152, "max_ms": 0.147, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.499, "count": 152, "max_ms": 58.549, "p95_ms": 43.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 152, "max_ms": 0.101, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.9, "count": 152, "max_ms": 96.364, "p95_ms": 85.383}, "inference_input_copy_ms": {"avg_ms": 1.251, "count": 152, "max_ms": 5.751, "p95_ms": 2.083}, "processing_residual_ms": {"avg_ms": 0.091, "count": 152, "max_ms": 0.231, "p95_ms": 0.163}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.27, "count": 152, "max_ms": 98.107, "p95_ms": 86.782}, "read_interval": {"avg_ms": 198.462, "count": 151, "max_ms": 8565.631, "p95_ms": 390.314}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 152, "max_ms": 0.039, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.089, "count": 152, "max_ms": 0.273, "p95_ms": 0.169}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 152, "max_ms": 0.035, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 152, "max_ms": 0.243, "p95_ms": 0.152}, "worker_merge_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.509, "count": 152, "max_ms": 58.557, "p95_ms": 43.911}, "visualize": {"avg_ms": 28.255, "count": 152, "max_ms": 59.182, "p95_ms": 45.277}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.668, "count": 152, "max_ms": 58.352, "p95_ms": 44.596}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.12, "count": 152, "max_ms": 59.022, "p95_ms": 45.127}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.056, "count": 152, "max_ms": 58.943, "p95_ms": 45.059}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 152, "max_ms": 0.129, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.317, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.313, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95410, "write_bytes_delta": 95410, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 640.0, "cpu_core_ratio": 0.859284, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 159.0, "pid": 91284, "reason": null, "system_cpu_core_ratio": 0.038327, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.820958, "user_cpu_s_delta": 10.709999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.409329, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03756, "system_cpu_s_delta": 0.4900000000016007, "user_cpu_core_ratio": 0.371769, "user_cpu_s_delta": 4.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.401, "count": 201, "max_ms": 6.839, "p95_ms": 4.283, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.206, "count": 30, "max": 37.186, "p95": 33.095, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.405, "count": 30, "max": 18.157, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 584.333, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8405.333, "count": 30, "max": 102118.0, "p95": 65761.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.852, "count": 30, "max": 1.13, "p95": 1.072, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.329, "count": 30, "max": 4.722, "p95": 2.557, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90401.9, "count": 30, "max": 97437.0, "p95": 96002.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87516.033, "count": 30, "max": 97437.0, "p95": 96002.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.6, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.142, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.525, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33506, "sampled_at": "2026-11-04T09:51:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:51:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5673712, "flush_count": 6903, "flush_interval_seconds": 30.0, "flush_state": {"count": 6903, "last_at": "2026-11-04T09:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6902}, "started": true, "suppressed_count": 4087978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6903, "written_record_count": 6903}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11386.18, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61c590e65d40] error while decoding MB 67 52, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11321477222400, "copied_frame_count": 4094863, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11321477222400, "frame_buffer_copies": 4094863, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0846, "count": 512, "max_ms": 0.3242, "p50_ms": 0.0749, "p95_ms": 0.1559, "p99_ms": 0.2005}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1476, "count": 512, "max_ms": 4.1253, "p50_ms": 0.9987, "p95_ms": 2.2886, "p99_ms": 2.814, "results": {"failed": 0, "not_applicable": 0, "success": 4094863, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:51:36+09:00", "last_error_summary": "[h264 @ 0x61c590e65d40] error while decoding MB 67 52, bytestream -6", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.326, "last_started_at": "2026-11-04T09:50:50+09:00", "pid": 91284, "process": {"exists": false, "pid": 91284}, "restart_count": 203, "restart_count_per_hour": 8, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 204}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.05, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-04T09:51:36+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-11-04T09:51:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 246.803, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 353.197, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-11-04T09:51:36.665478+09:00", "mtime_epoch": 1793753496.665478, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95601}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:51:36+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2811.621, "name": "celery", "pid": 176, "rss_mb": 2811.621, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094863, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.067, "pushed": 5.067, "read": 5.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.024, "p95_ms": 0.01, "reason": null, "sample_age_ms": 55.727, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.4, "count": 151, "max_ms": 2.347, "p95_ms": 1.164, "reason": null, "sample_age_ms": 86.381, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.182, "count": 151, "max_ms": 1.958, "p95_ms": 0.916, "reason": null, "sample_age_ms": 86.572, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 151, "max_ms": 0.194, "p95_ms": 0.118, "reason": null, "sample_age_ms": 55.733, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.08, "count": 151, "max_ms": 2.544, "p95_ms": 1.748, "reason": null, "sample_age_ms": 85.326, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 85.302, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.789, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.611, "count": 151, "max_ms": 54.82, "p95_ms": 41.571, "reason": null, "sample_age_ms": 55.725, "source": "client_direct"}, "sample_age_ms": 55.722, "source": "client_direct", "task_total_ms": {"avg_ms": 29.875, "count": 151, "max_ms": 57.555, "p95_ms": 42.743, "reason": null, "sample_age_ms": 55.722, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.695, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.505, "count": 152, "max_ms": 1.324, "p95_ms": 0.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.163, "count": 152, "max_ms": 0.764, "p95_ms": 0.288}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 152, "max_ms": 0.228, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.024, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 152, "max_ms": 0.18, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 152, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 152, "max_ms": 0.388, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.03, "count": 152, "max_ms": 0.115, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.477, "count": 152, "max_ms": 1.251, "p95_ms": 0.826}, "track_match_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.031, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 152, "max_ms": 0.044, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.262, "count": 152, "max_ms": 5.159, "p95_ms": 4.232}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 152, "max_ms": 0.147, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.499, "count": 152, "max_ms": 58.549, "p95_ms": 43.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 152, "max_ms": 0.101, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.9, "count": 152, "max_ms": 96.364, "p95_ms": 85.383}, "inference_input_copy_ms": {"avg_ms": 1.251, "count": 152, "max_ms": 5.751, "p95_ms": 2.083}, "processing_residual_ms": {"avg_ms": 0.091, "count": 152, "max_ms": 0.231, "p95_ms": 0.163}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.27, "count": 152, "max_ms": 98.107, "p95_ms": 86.782}, "read_interval": {"avg_ms": 198.462, "count": 151, "max_ms": 8565.631, "p95_ms": 390.314}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 152, "max_ms": 0.039, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.089, "count": 152, "max_ms": 0.273, "p95_ms": 0.169}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 152, "max_ms": 0.035, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 152, "max_ms": 0.243, "p95_ms": 0.152}, "worker_merge_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.509, "count": 152, "max_ms": 58.557, "p95_ms": 43.911}, "visualize": {"avg_ms": 28.255, "count": 152, "max_ms": 59.182, "p95_ms": 45.277}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.668, "count": 152, "max_ms": 58.352, "p95_ms": 44.596}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.12, "count": 152, "max_ms": 59.022, "p95_ms": 45.127}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.056, "count": 152, "max_ms": 58.943, "p95_ms": 45.059}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 152, "max_ms": 0.129, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.317, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.313, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95410, "write_bytes_delta": 95410, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 640.0, "cpu_core_ratio": 0.859284, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 159.0, "pid": 91284, "reason": null, "system_cpu_core_ratio": 0.038327, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.820958, "user_cpu_s_delta": 10.709999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.409329, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03756, "system_cpu_s_delta": 0.4900000000016007, "user_cpu_core_ratio": 0.371769, "user_cpu_s_delta": 4.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.401, "count": 201, "max_ms": 6.839, "p95_ms": 4.283, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.206, "count": 30, "max": 37.186, "p95": 33.095, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.405, "count": 30, "max": 18.157, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 584.333, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8405.333, "count": 30, "max": 102118.0, "p95": 65761.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.852, "count": 30, "max": 1.13, "p95": 1.072, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.329, "count": 30, "max": 4.722, "p95": 2.557, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90401.9, "count": 30, "max": 97437.0, "p95": 96002.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87516.033, "count": 30, "max": 97437.0, "p95": 96002.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.6, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.142, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.525, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33506, "sampled_at": "2026-11-04T09:51:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:51:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5673712, "flush_count": 6903, "flush_interval_seconds": 30.0, "flush_state": {"count": 6903, "last_at": "2026-11-04T09:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6902}, "started": true, "suppressed_count": 4087978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6903, "written_record_count": 6903}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11386.625, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11321477222400, "copied_frame_count": 4094863, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11321477222400, "frame_buffer_copies": 4094863, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0846, "count": 512, "max_ms": 0.3242, "p50_ms": 0.0749, "p95_ms": 0.1559, "p99_ms": 0.2005}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1476, "count": 512, "max_ms": 4.1253, "p50_ms": 0.9987, "p95_ms": 2.2886, "p99_ms": 2.814, "results": {"failed": 0, "not_applicable": 0, "success": 4094863, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:51:36+09:00", "last_error_summary": "[h264 @ 0x61c590e65d40] error while decoding MB 67 52, bytestream -6", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.357, "last_started_at": "2026-11-04T09:50:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 203, "restart_count_per_hour": 8, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 204}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.05, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-11-04T09:51:36+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-11-04T09:51:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 246.835, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 353.165, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-04T09:51:36.665478+09:00", "mtime_epoch": 1793753496.665478, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95601}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:51:36+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2811.621, "name": "celery", "pid": 176, "rss_mb": 2811.621, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094863, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.068, "pushed": 5.068, "read": 5.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.024, "p95_ms": 0.01, "reason": null, "sample_age_ms": 89.43, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.4, "count": 151, "max_ms": 2.347, "p95_ms": 1.164, "reason": null, "sample_age_ms": 120.084, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.182, "count": 151, "max_ms": 1.958, "p95_ms": 0.916, "reason": null, "sample_age_ms": 120.275, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 151, "max_ms": 0.194, "p95_ms": 0.118, "reason": null, "sample_age_ms": 89.436, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.08, "count": 151, "max_ms": 2.544, "p95_ms": 1.748, "reason": null, "sample_age_ms": 119.029, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 119.005, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.492, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.611, "count": 151, "max_ms": 54.82, "p95_ms": 41.571, "reason": null, "sample_age_ms": 89.428, "source": "client_direct"}, "sample_age_ms": 89.425, "source": "client_direct", "task_total_ms": {"avg_ms": 29.875, "count": 151, "max_ms": 57.555, "p95_ms": 42.743, "reason": null, "sample_age_ms": 89.425, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.73, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.506, "count": 151, "max_ms": 1.324, "p95_ms": 0.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.164, "count": 151, "max_ms": 0.764, "p95_ms": 0.288}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 151, "max_ms": 0.228, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.024, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 151, "max_ms": 0.18, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 151, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 151, "max_ms": 0.388, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.03, "count": 151, "max_ms": 0.115, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.478, "count": 151, "max_ms": 1.251, "p95_ms": 0.826}, "track_match_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.031, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 151, "max_ms": 0.044, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.268, "count": 151, "max_ms": 5.159, "p95_ms": 4.232}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 151, "max_ms": 0.147, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.51, "count": 151, "max_ms": 58.549, "p95_ms": 43.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 151, "max_ms": 0.101, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.945, "count": 151, "max_ms": 96.364, "p95_ms": 85.383}, "inference_input_copy_ms": {"avg_ms": 1.249, "count": 151, "max_ms": 5.751, "p95_ms": 2.083}, "processing_residual_ms": {"avg_ms": 0.091, "count": 151, "max_ms": 0.231, "p95_ms": 0.163}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.312, "count": 151, "max_ms": 98.107, "p95_ms": 86.782}, "read_interval": {"avg_ms": 198.462, "count": 151, "max_ms": 8565.631, "p95_ms": 390.314}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 151, "max_ms": 0.039, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.089, "count": 151, "max_ms": 0.273, "p95_ms": 0.169}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 151, "max_ms": 0.035, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 151, "max_ms": 0.243, "p95_ms": 0.152}, "worker_merge_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.52, "count": 151, "max_ms": 58.557, "p95_ms": 43.911}, "visualize": {"avg_ms": 28.292, "count": 151, "max_ms": 59.182, "p95_ms": 45.277}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.704, "count": 151, "max_ms": 58.352, "p95_ms": 44.596}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.157, "count": 151, "max_ms": 59.022, "p95_ms": 45.127}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.092, "count": 151, "max_ms": 58.943, "p95_ms": 45.059}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 151, "max_ms": 0.129, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.317, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.313, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95410, "write_bytes_delta": 95410, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 640.0, "cpu_core_ratio": 0.859284, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 159.0, "pid": 91284, "reason": null, "system_cpu_core_ratio": 0.038327, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.820958, "user_cpu_s_delta": 10.709999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.409329, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03756, "system_cpu_s_delta": 0.4900000000016007, "user_cpu_core_ratio": 0.371769, "user_cpu_s_delta": 4.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.401, "count": 201, "max_ms": 6.839, "p95_ms": 4.283, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.206, "count": 30, "max": 37.186, "p95": 33.095, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.405, "count": 30, "max": 18.157, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 584.333, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8405.333, "count": 30, "max": 102118.0, "p95": 65761.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.852, "count": 30, "max": 1.13, "p95": 1.072, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.329, "count": 30, "max": 4.722, "p95": 2.557, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90401.9, "count": 30, "max": 97437.0, "p95": 96002.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87516.033, "count": 30, "max": 97437.0, "p95": 96002.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.6, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.142, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.525, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33506, "sampled_at": "2026-11-04T09:51:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:51:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5673712, "flush_count": 6903, "flush_interval_seconds": 30.0, "flush_state": {"count": 6903, "last_at": "2026-11-04T09:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6902}, "started": true, "suppressed_count": 4087978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4087961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6903, "written_record_count": 6903}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11398.059, "limit_mb": null}, "detail": {"pid": 91400, "restart_count": 204, "start_count": 205}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11321477222400, "copied_frame_count": 4094863, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11321477222400, "frame_buffer_copies": 4094863, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0846, "count": 512, "max_ms": 0.3242, "p50_ms": 0.0749, "p95_ms": 0.1559, "p99_ms": 0.2005}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1476, "count": 512, "max_ms": 4.1253, "p50_ms": 0.9987, "p95_ms": 2.2886, "p99_ms": 2.814, "results": {"failed": 0, "not_applicable": 0, "success": 4094863, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:51:36+09:00", "last_error_summary": "[h264 @ 0x61c590e65d40] error while decoding MB 67 52, bytestream -6", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:51:39+09:00", "pid": 91400, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.527, "name": "ffmpeg", "pid": 91400, "rss_mb": 46.527, "state": "S (sleeping)", "threads": 1}, "restart_count": 204, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 205}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.096, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.01, "last_frame_pushed_at": "2026-11-04T09:51:36+09:00", "last_frame_read_age_sec": 5.075, "last_frame_read_at": "2026-11-04T09:51:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 251.79, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 348.21, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 5.003, "exists": true, "mtime": "2026-11-04T09:51:36.665478+09:00", "mtime_epoch": 1793753496.665478, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95601}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:51:41+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2811.621, "name": "celery", "pid": 176, "rss_mb": 2811.621, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4094863, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.471, "pushed": 3.471, "read": 3.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.005, "count": 104, "max_ms": 0.024, "p95_ms": 0.01, "reason": null, "sample_age_ms": 5046.681, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.413, "count": 103, "max_ms": 2.347, "p95_ms": 1.201, "reason": null, "sample_age_ms": 5077.334, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.191, "count": 103, "max_ms": 1.958, "p95_ms": 0.934, "reason": null, "sample_age_ms": 5077.526, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.058, "count": 104, "max_ms": 0.128, "p95_ms": 0.104, "reason": null, "sample_age_ms": 5046.686, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.055, "count": 103, "max_ms": 2.544, "p95_ms": 1.664, "reason": null, "sample_age_ms": 5076.28, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2211848.0, "count": 103, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5076.256, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5046.742, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.2, "count": 104, "max_ms": 54.82, "p95_ms": 41.577, "reason": null, "sample_age_ms": 5046.678, "source": "client_direct"}, "sample_age_ms": 5046.675, "source": "client_direct", "task_total_ms": {"avg_ms": 29.427, "count": 104, "max_ms": 57.555, "p95_ms": 42.869, "reason": null, "sample_age_ms": 5046.675, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.224, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.489, "count": 104, "max_ms": 1.1, "p95_ms": 0.782}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 104, "max_ms": 0.369, "p95_ms": 0.273}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 104, "max_ms": 0.228, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.024, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 104, "max_ms": 0.128, "p95_ms": 0.096}, "mcmt_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.019, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 104, "max_ms": 0.388, "p95_ms": 0.204}, "setup_ms": {"avg_ms": 0.029, "count": 104, "max_ms": 0.077, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 0.463, "count": 104, "max_ms": 1.04, "p95_ms": 0.751}, "track_match_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.031, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 104, "max_ms": 0.044, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.229, "count": 104, "max_ms": 5.159, "p95_ms": 3.512}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 104, "max_ms": 0.075, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.061, "count": 104, "max_ms": 58.549, "p95_ms": 43.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 104, "max_ms": 0.101, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.063, "count": 104, "max_ms": 93.411, "p95_ms": 83.423}, "inference_input_copy_ms": {"avg_ms": 1.231, "count": 104, "max_ms": 5.751, "p95_ms": 2.083}, "processing_residual_ms": {"avg_ms": 0.089, "count": 104, "max_ms": 0.231, "p95_ms": 0.153}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.41, "count": 104, "max_ms": 95.377, "p95_ms": 84.752}, "read_interval": {"avg_ms": 242.181, "count": 103, "max_ms": 8565.631, "p95_ms": 567.962}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 104, "max_ms": 0.033, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.088, "count": 104, "max_ms": 0.273, "p95_ms": 0.144}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.032, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 104, "max_ms": 0.243, "p95_ms": 0.129}, "worker_merge_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.026, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.072, "count": 104, "max_ms": 58.557, "p95_ms": 43.746}, "visualize": {"avg_ms": 27.882, "count": 104, "max_ms": 59.182, "p95_ms": 40.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.299, "count": 104, "max_ms": 58.352, "p95_ms": 39.862}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.752, "count": 104, "max_ms": 59.022, "p95_ms": 40.371}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.689, "count": 104, "max_ms": 58.943, "p95_ms": 40.288}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 104, "max_ms": 0.121, "p95_ms": 0.067}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.317, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.313, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95410, "write_bytes_delta": 95410, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 640.0, "cpu_core_ratio": 0.859284, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 159.0, "pid": 91284, "reason": null, "system_cpu_core_ratio": 0.038327, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.820958, "user_cpu_s_delta": 10.709999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.409329, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03756, "system_cpu_s_delta": 0.4900000000016007, "user_cpu_core_ratio": 0.371769, "user_cpu_s_delta": 4.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.401, "count": 201, "max_ms": 6.839, "p95_ms": 4.283, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.206, "count": 30, "max": 37.186, "p95": 33.095, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.405, "count": 30, "max": 18.157, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 584.333, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8405.333, "count": 30, "max": 102118.0, "p95": 65761.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.852, "count": 30, "max": 1.13, "p95": 1.072, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.329, "count": 30, "max": 4.722, "p95": 2.557, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90401.9, "count": 30, "max": 97437.0, "p95": 96002.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87516.033, "count": 30, "max": 97437.0, "p95": 96002.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.6, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.142, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.525, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33506, "sampled_at": "2026-11-04T09:51:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:51:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5674587, "flush_count": 6904, "flush_interval_seconds": 30.0, "flush_state": {"count": 6904, "last_at": "2026-11-04T09:51:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:51:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6903}, "started": true, "suppressed_count": 4088178, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4088161}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6904, "written_record_count": 6904}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11387.027, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11322032947200, "copied_frame_count": 4095064, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11322032947200, "frame_buffer_copies": 4095064, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0838, "count": 512, "max_ms": 0.3375, "p50_ms": 0.0741, "p95_ms": 0.1503, "p99_ms": 0.267}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1304, "count": 512, "max_ms": 3.3316, "p50_ms": 0.9853, "p95_ms": 2.0797, "p99_ms": 2.7818, "results": {"failed": 0, "not_applicable": 0, "success": 4095064, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:51:36+09:00", "last_error_summary": "[h264 @ 0x61c590e65d40] error while decoding MB 67 52, bytestream -6", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.986, "last_started_at": "2026-11-04T09:51:39+09:00", "pid": 91400, "process": {"exists": false, "pid": 91400}, "restart_count": 204, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 205}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.202, "sample_count": 1719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4095064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-11-04T09:52:21+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-11-04T09:52:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 291.771, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 308.229, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-04T09:52:21.593938+09:00", "mtime_epoch": 1793753541.5939379, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93870}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:52:21+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2811.715, "name": "celery", "pid": 176, "rss_mb": 2811.715, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4095064, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 150, "pushed_frames": 150, "read_frames": 150, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.668, "pushed": 5.668, "read": 5.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.005, "count": 150, "max_ms": 0.023, "p95_ms": 0.009, "reason": null, "sample_age_ms": 38.926, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.426, "count": 150, "max_ms": 2.464, "p95_ms": 1.363, "reason": null, "sample_age_ms": 67.363, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.194, "count": 150, "max_ms": 1.567, "p95_ms": 1.136, "reason": null, "sample_age_ms": 67.502, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 150, "max_ms": 0.257, "p95_ms": 0.122, "reason": null, "sample_age_ms": 38.932, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.114, "count": 150, "max_ms": 2.632, "p95_ms": 1.782, "reason": null, "sample_age_ms": 66.701, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 66.688, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 150, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.004, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.375, "count": 150, "max_ms": 54.061, "p95_ms": 38.635, "reason": null, "sample_age_ms": 38.924, "source": "client_direct"}, "sample_age_ms": 38.92, "source": "client_direct", "task_total_ms": {"avg_ms": 29.683, "count": 150, "max_ms": 55.706, "p95_ms": 40.493, "reason": null, "sample_age_ms": 38.92, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.929, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.52, "count": 150, "max_ms": 1.272, "p95_ms": 0.93}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.168, "count": 150, "max_ms": 0.461, "p95_ms": 0.314}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 150, "max_ms": 0.226, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.015, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 150, "max_ms": 0.153, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 150, "max_ms": 0.028, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 150, "max_ms": 0.438, "p95_ms": 0.252}, "setup_ms": {"avg_ms": 0.03, "count": 150, "max_ms": 0.105, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.491, "count": 150, "max_ms": 1.209, "p95_ms": 0.896}, "track_match_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.011, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 150, "max_ms": 0.068, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.352, "count": 150, "max_ms": 6.039, "p95_ms": 3.876}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 150, "max_ms": 0.329, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.34, "count": 150, "max_ms": 56.379, "p95_ms": 42.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 150, "max_ms": 0.075, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.748, "count": 150, "max_ms": 99.956, "p95_ms": 78.706}, "inference_input_copy_ms": {"avg_ms": 1.22, "count": 150, "max_ms": 3.422, "p95_ms": 2.047}, "processing_residual_ms": {"avg_ms": 0.095, "count": 150, "max_ms": 0.24, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.091, "count": 150, "max_ms": 101.036, "p95_ms": 80.353}, "read_interval": {"avg_ms": 203.014, "count": 150, "max_ms": 4054.347, "p95_ms": 631.068}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 150, "max_ms": 0.038, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.092, "count": 150, "max_ms": 0.292, "p95_ms": 0.16}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 150, "max_ms": 0.047, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 150, "max_ms": 0.254, "p95_ms": 0.144}, "worker_merge_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.027, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.35, "count": 150, "max_ms": 56.394, "p95_ms": 42.125}, "visualize": {"avg_ms": 28.242, "count": 150, "max_ms": 65.344, "p95_ms": 41.619}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.606, "count": 150, "max_ms": 64.605, "p95_ms": 40.925}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.103, "count": 150, "max_ms": 65.176, "p95_ms": 41.505}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.012, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.035, "count": 150, "max_ms": 65.108, "p95_ms": 41.421}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 150, "max_ms": 0.123, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.648, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.323, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.43, "sample_count": 1834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.048, "exists": true, "size_bytes": 93942, "write_bytes_delta": 93942, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 683.0, "cpu_core_ratio": 0.578299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102938.0, "pid": 91400, "reason": null, "system_cpu_core_ratio": 0.053041, "system_cpu_s_delta": 0.72, "user_cpu_core_ratio": 0.525258, "user_cpu_s_delta": 7.13}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.218796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020627, "system_cpu_s_delta": 0.2800000000024738, "user_cpu_core_ratio": 0.198169, "user_cpu_s_delta": 2.6900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.167, "count": 82, "max_ms": 4.519, "p95_ms": 3.388, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.501, "count": 30, "max": 37.186, "p95": 33.095, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.069, "count": 30, "max": 18.157, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 565.167, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 11838.033, "count": 30, "max": 102938.0, "p95": 99086.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.812, "count": 30, "max": 1.13, "p95": 1.072, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.628, "count": 30, "max": 5.011, "p95": 4.623, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91235.367, "count": 30, "max": 97437.0, "p95": 96042.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88352.633, "count": 30, "max": 97437.0, "p95": 96042.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.8, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.142, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.523, "p95": 0.521, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33509, "sampled_at": "2026-11-04T09:51:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:51:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.462, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5674587, "flush_count": 6904, "flush_interval_seconds": 30.0, "flush_state": {"count": 6904, "last_at": "2026-11-04T09:51:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:51:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6903}, "started": true, "suppressed_count": 4088178, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4088161}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6904, "written_record_count": 6904}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11386.465, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11322032947200, "copied_frame_count": 4095064, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11322032947200, "frame_buffer_copies": 4095064, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0838, "count": 512, "max_ms": 0.3375, "p50_ms": 0.0741, "p95_ms": 0.1503, "p99_ms": 0.267}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1304, "count": 512, "max_ms": 3.3316, "p50_ms": 0.9853, "p95_ms": 2.0797, "p99_ms": 2.7818, "results": {"failed": 0, "not_applicable": 0, "success": 4095064, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:51:36+09:00", "last_error_summary": "[h264 @ 0x61c590e65d40] error while decoding MB 67 52, bytestream -6", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.009, "last_started_at": "2026-11-04T09:51:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 204, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 205}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.202, "sample_count": 1718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4095064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-11-04T09:52:21+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-11-04T09:52:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 291.795, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 308.205, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-11-04T09:52:21.652939+09:00", "mtime_epoch": 1793753541.6529386, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93945}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:52:21+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2811.715, "name": "celery", "pid": 176, "rss_mb": 2811.715, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4095064, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 150, "pushed_frames": 150, "read_frames": 150, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.664, "pushed": 5.664, "read": 5.664}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.005, "count": 150, "max_ms": 0.023, "p95_ms": 0.009, "reason": null, "sample_age_ms": 62.897, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.426, "count": 150, "max_ms": 2.464, "p95_ms": 1.363, "reason": null, "sample_age_ms": 91.334, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.194, "count": 150, "max_ms": 1.567, "p95_ms": 1.136, "reason": null, "sample_age_ms": 91.473, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 150, "max_ms": 0.257, "p95_ms": 0.122, "reason": null, "sample_age_ms": 62.903, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.114, "count": 150, "max_ms": 2.632, "p95_ms": 1.782, "reason": null, "sample_age_ms": 90.672, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 90.659, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 150, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.975, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.375, "count": 150, "max_ms": 54.061, "p95_ms": 38.635, "reason": null, "sample_age_ms": 62.895, "source": "client_direct"}, "sample_age_ms": 62.891, "source": "client_direct", "task_total_ms": {"avg_ms": 29.683, "count": 150, "max_ms": 55.706, "p95_ms": 40.493, "reason": null, "sample_age_ms": 62.891, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.628, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.52, "count": 150, "max_ms": 1.272, "p95_ms": 0.93}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.168, "count": 150, "max_ms": 0.461, "p95_ms": 0.314}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 150, "max_ms": 0.226, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.015, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 150, "max_ms": 0.153, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 150, "max_ms": 0.028, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 150, "max_ms": 0.438, "p95_ms": 0.252}, "setup_ms": {"avg_ms": 0.03, "count": 150, "max_ms": 0.105, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.491, "count": 150, "max_ms": 1.209, "p95_ms": 0.896}, "track_match_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.011, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 150, "max_ms": 0.068, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.352, "count": 150, "max_ms": 6.039, "p95_ms": 3.876}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 150, "max_ms": 0.329, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.34, "count": 150, "max_ms": 56.379, "p95_ms": 42.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 150, "max_ms": 0.075, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.748, "count": 150, "max_ms": 99.956, "p95_ms": 78.706}, "inference_input_copy_ms": {"avg_ms": 1.22, "count": 150, "max_ms": 3.422, "p95_ms": 2.047}, "processing_residual_ms": {"avg_ms": 0.095, "count": 150, "max_ms": 0.24, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.091, "count": 150, "max_ms": 101.036, "p95_ms": 80.353}, "read_interval": {"avg_ms": 203.014, "count": 150, "max_ms": 4054.347, "p95_ms": 631.068}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 150, "max_ms": 0.038, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.092, "count": 150, "max_ms": 0.292, "p95_ms": 0.16}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 150, "max_ms": 0.047, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 150, "max_ms": 0.254, "p95_ms": 0.144}, "worker_merge_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.027, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.35, "count": 150, "max_ms": 56.394, "p95_ms": 42.125}, "visualize": {"avg_ms": 28.242, "count": 150, "max_ms": 65.344, "p95_ms": 41.619}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.606, "count": 150, "max_ms": 64.605, "p95_ms": 40.925}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.103, "count": 150, "max_ms": 65.176, "p95_ms": 41.505}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.012, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.035, "count": 150, "max_ms": 65.108, "p95_ms": 41.421}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 150, "max_ms": 0.123, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.648, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.323, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.43, "sample_count": 1834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.048, "exists": true, "size_bytes": 93942, "write_bytes_delta": 93942, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 683.0, "cpu_core_ratio": 0.578299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102938.0, "pid": 91400, "reason": null, "system_cpu_core_ratio": 0.053041, "system_cpu_s_delta": 0.72, "user_cpu_core_ratio": 0.525258, "user_cpu_s_delta": 7.13}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.218796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020627, "system_cpu_s_delta": 0.2800000000024738, "user_cpu_core_ratio": 0.198169, "user_cpu_s_delta": 2.6900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.167, "count": 82, "max_ms": 4.519, "p95_ms": 3.388, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.501, "count": 30, "max": 37.186, "p95": 33.095, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.069, "count": 30, "max": 18.157, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 565.167, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 11838.033, "count": 30, "max": 102938.0, "p95": 99086.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.812, "count": 30, "max": 1.13, "p95": 1.072, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.628, "count": 30, "max": 5.011, "p95": 4.623, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91235.367, "count": 30, "max": 97437.0, "p95": 96042.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88352.633, "count": 30, "max": 97437.0, "p95": 96042.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.8, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.142, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.523, "p95": 0.521, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33509, "sampled_at": "2026-11-04T09:51:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:51:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.485, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5674587, "flush_count": 6904, "flush_interval_seconds": 30.0, "flush_state": {"count": 6904, "last_at": "2026-11-04T09:51:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:51:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6903}, "started": true, "suppressed_count": 4088178, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4088161}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6904, "written_record_count": 6904}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11402.246, "limit_mb": null}, "detail": {"pid": 91516, "restart_count": 205, "start_count": 206}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11322032947200, "copied_frame_count": 4095064, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11322032947200, "frame_buffer_copies": 4095064, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0838, "count": 512, "max_ms": 0.3375, "p50_ms": 0.0741, "p95_ms": 0.1503, "p99_ms": 0.267}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1304, "count": 512, "max_ms": 3.3316, "p50_ms": 0.9853, "p95_ms": 2.0797, "p99_ms": 2.7818, "results": {"failed": 0, "not_applicable": 0, "success": 4095064, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:51:36+09:00", "last_error_summary": "[h264 @ 0x61c590e65d40] error while decoding MB 67 52, bytestream -6", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:52:24+09:00", "pid": 91516, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.418, "name": "ffmpeg", "pid": 91516, "rss_mb": 46.418, "state": "S (sleeping)", "threads": 1}, "restart_count": 205, "restart_count_per_hour": 10, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 206}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.455, "sample_count": 1668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4095064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.045, "last_frame_pushed_at": "2026-11-04T09:52:21+09:00", "last_frame_read_age_sec": 5.102, "last_frame_read_at": "2026-11-04T09:52:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 296.816, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 303.184, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 5.038, "exists": true, "mtime": "2026-11-04T09:52:21.652939+09:00", "mtime_epoch": 1793753541.6529386, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93945}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:52:26+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2811.719, "name": "celery", "pid": 176, "rss_mb": 2811.719, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4095064, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.845, "pushed": 4.845, "read": 4.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.023, "p95_ms": 0.009, "reason": null, "sample_age_ms": 5076.095, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.423, "count": 144, "max_ms": 2.464, "p95_ms": 1.352, "reason": null, "sample_age_ms": 5104.532, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.19, "count": 144, "max_ms": 1.567, "p95_ms": 1.11, "reason": null, "sample_age_ms": 5104.671, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 144, "max_ms": 0.257, "p95_ms": 0.123, "reason": null, "sample_age_ms": 5076.101, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.119, "count": 144, "max_ms": 2.632, "p95_ms": 1.792, "reason": null, "sample_age_ms": 5103.87, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2211848.0, "count": 144, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5103.856, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5076.173, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.453, "count": 144, "max_ms": 54.061, "p95_ms": 39.383, "reason": null, "sample_age_ms": 5076.092, "source": "client_direct"}, "sample_age_ms": 5076.089, "source": "client_direct", "task_total_ms": {"avg_ms": 29.768, "count": 144, "max_ms": 55.706, "p95_ms": 41.221, "reason": null, "sample_age_ms": 5076.089, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.275, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.521, "count": 144, "max_ms": 1.272, "p95_ms": 0.93}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.169, "count": 144, "max_ms": 0.461, "p95_ms": 0.314}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 144, "max_ms": 0.226, "p95_ms": 0.127}, "event_filter_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.015, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 144, "max_ms": 0.153, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 144, "max_ms": 0.028, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 144, "max_ms": 0.438, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.03, "count": 144, "max_ms": 0.105, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.492, "count": 144, "max_ms": 1.209, "p95_ms": 0.896}, "track_match_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.011, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 144, "max_ms": 0.068, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.342, "count": 144, "max_ms": 6.039, "p95_ms": 3.876}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 144, "max_ms": 0.329, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.423, "count": 144, "max_ms": 56.379, "p95_ms": 42.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 144, "max_ms": 0.075, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.95, "count": 144, "max_ms": 99.956, "p95_ms": 78.706}, "inference_input_copy_ms": {"avg_ms": 1.209, "count": 144, "max_ms": 3.422, "p95_ms": 2.047}, "processing_residual_ms": {"avg_ms": 0.094, "count": 144, "max_ms": 0.24, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.281, "count": 144, "max_ms": 101.036, "p95_ms": 80.353}, "read_interval": {"avg_ms": 176.754, "count": 144, "max_ms": 3399.378, "p95_ms": 611.504}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 144, "max_ms": 0.038, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.092, "count": 144, "max_ms": 0.292, "p95_ms": 0.155}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 144, "max_ms": 0.047, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 144, "max_ms": 0.254, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.027, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.434, "count": 144, "max_ms": 56.394, "p95_ms": 42.125}, "visualize": {"avg_ms": 28.357, "count": 144, "max_ms": 65.344, "p95_ms": 41.619}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.72, "count": 144, "max_ms": 64.605, "p95_ms": 40.925}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.218, "count": 144, "max_ms": 65.176, "p95_ms": 41.505}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.012, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.15, "count": 144, "max_ms": 65.108, "p95_ms": 41.421}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 144, "max_ms": 0.123, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2811.648, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.323, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.43, "sample_count": 1834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4094915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:51:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.048, "exists": true, "size_bytes": 93942, "write_bytes_delta": 93942, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 683.0, "cpu_core_ratio": 0.578299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102938.0, "pid": 91400, "reason": null, "system_cpu_core_ratio": 0.053041, "system_cpu_s_delta": 0.72, "user_cpu_core_ratio": 0.525258, "user_cpu_s_delta": 7.13}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.218796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020627, "system_cpu_s_delta": 0.2800000000024738, "user_cpu_core_ratio": 0.198169, "user_cpu_s_delta": 2.6900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.167, "count": 82, "max_ms": 4.519, "p95_ms": 3.388, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.501, "count": 30, "max": 37.186, "p95": 33.095, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.069, "count": 30, "max": 18.157, "p95": 15.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 565.167, "count": 30, "max": 721.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 11838.033, "count": 30, "max": 102938.0, "p95": 99086.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.506, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.812, "count": 30, "max": 1.13, "p95": 1.072, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.628, "count": 30, "max": 5.011, "p95": 4.623, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91235.367, "count": 30, "max": 97437.0, "p95": 96042.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88352.633, "count": 30, "max": 97437.0, "p95": 96042.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.8, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.142, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.523, "p95": 0.521, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33509, "sampled_at": "2026-11-04T09:51:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:51:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.721, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11777.051, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T09:52:29+09:00", "last_error_summary": "[rtsp @ 0x55c813017f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55c813017e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:52:29+09:00", "last_error_summary": "[rtsp @ 0x55c813017f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55c813017e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T09:52:31+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T09:52:29+09:00", "pid": 91632, "process": {"exists": false, "pid": 91632}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 21942.191, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 21942.258, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 301.131, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 298.869, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 21942.183, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T09:52:31+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 21943.62, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942211.832, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942199.372, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942209.803, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942207.323, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.103, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.861, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20139.712, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 90934, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00183, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000516, "system_cpu_s_delta": 0.930000000000291, "user_cpu_core_ratio": 0.001314, "user_cpu_s_delta": 2.3699999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.492, "count": 30, "max": 25.24, "p95": 19.504, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.412, "count": 30, "max": 24.919, "p95": 19.046, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5152.567, "count": 30, "max": 20139.712, "p95": 17525.69, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134432.033, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 22435.367, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.167, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118.733, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.155, "p95": 0.152, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.523, "p95": 0.497, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3544, "sampled_at": "2026-11-04T09:22:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:22:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11777.344, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:52:29+09:00", "last_error_summary": "[rtsp @ 0x55c813017f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55c813017e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T09:52:31+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-11-04T09:52:29+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 21942.225, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 21942.291, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 301.156, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 298.844, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 21942.217, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T09:52:31+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 21943.648, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942243.298, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942230.838, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942241.269, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942238.789, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.313, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.884, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 21942.194, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 91632, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001831, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001326, "user_cpu_s_delta": 2.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.934, "count": 30, "max": 25.24, "p95": 18.73, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.858, "count": 30, "max": 24.919, "p95": 18.223, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5883.974, "count": 30, "max": 21942.194, "p95": 19328.352, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134441.8, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 17965.267, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.133, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91.467, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.017, "count": 30, "max": 0.155, "p95": 0.151, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.523, "p95": 0.493, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3545, "sampled_at": "2026-11-04T09:52:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:52:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5677212, "flush_count": 6907, "flush_interval_seconds": 30.0, "flush_state": {"count": 6907, "last_at": "2026-11-04T09:55:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:55:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6906}, "started": true, "suppressed_count": 4089333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6907, "written_record_count": 6907}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11395.332, "limit_mb": null}, "detail": {"h264_decode_error_count": 14, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5eebcb33aa80] cabac decode of qscale diff failed at 48 92 [h264 @ 0x5eebcb33aa80] error while decoding MB 48 92, bytestream 16037 [h264 @ 0x5eebcb128b40] cabac decode of qscale diff failed at 70 91 [h264 @ 0x5eebcb128b40] error while decoding MB 70 91, bytestream 177815 [h264 @ 0x5eebcb13f300] cabac decode of qscale diff failed at 165 49 [h264 @ 0x5eebcb13f300] error while decoding MB 165 49, bytestream 43341 [h264 @ 0x5eebcbd1c880] cabac decode of qscale diff failed at 81 98 [h264 @ 0", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11325234585600, "copied_frame_count": 4096222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11325234585600, "frame_buffer_copies": 4096222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.084, "count": 512, "max_ms": 0.375, "p50_ms": 0.0722, "p95_ms": 0.1608, "p99_ms": 0.2193}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0052, "count": 512, "max_ms": 2.9029, "p50_ms": 0.922, "p95_ms": 1.7276, "p99_ms": 2.5494, "results": {"failed": 0, "not_applicable": 0, "success": 4096222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 192, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:55:07+09:00", "last_error_summary": "[h264 @ 0x5eebcb33aa80] cabac decode of qscale diff failed at 48 92 [h264 @ 0x5eebcb33aa80] error while decoding MB 48 92, bytestream 16037 [h264 @ 0x5eebcb128b40] cabac decode of qscale diff failed at 70 91 [h264 @ 0x5eebcb128b40] error while decoding MB 70 91, bytestream 177815 [h264 @ 0x5eebcb13f300] cabac decode of qscale diff failed at 165 49 [h264 @ 0x5eebcb13f300] error while decoding MB 165 49, bytestream 43341 [h264 @ 0x5eebcbd1c880] cabac decode of qscale diff failed at 81 98 [h264 @ 0", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.879, "last_started_at": "2026-11-04T09:52:24+09:00", "pid": 91516, "process": {"exists": false, "pid": 91516}, "restart_count": 205, "restart_count_per_hour": 10, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 206}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.854, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-11-04T09:55:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-11-04T09:55:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 457.692, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 142.308, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-04T09:55:07.537459+09:00", "mtime_epoch": 1793753707.5374591, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88314}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:55:07+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2812.27, "name": "celery", "pid": 176, "rss_mb": 2812.27, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.039, "pushed": 3.039, "read": 3.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 66.651, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.471, "count": 90, "max_ms": 3.182, "p95_ms": 1.385, "reason": null, "sample_age_ms": 91.563, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.143, "count": 90, "max_ms": 1.349, "p95_ms": 0.825, "reason": null, "sample_age_ms": 91.71, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.059, "count": 91, "max_ms": 0.168, "p95_ms": 0.106, "reason": null, "sample_age_ms": 66.656, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.111, "count": 90, "max_ms": 2.794, "p95_ms": 1.994, "reason": null, "sample_age_ms": 90.686, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2211848.0, "count": 90, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 90.673, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.717, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.106, "count": 91, "max_ms": 48.174, "p95_ms": 40.059, "reason": null, "sample_age_ms": 66.649, "source": "client_direct"}, "sample_age_ms": 66.646, "source": "client_direct", "task_total_ms": {"avg_ms": 28.399, "count": 91, "max_ms": 49.532, "p95_ms": 41.866, "reason": null, "sample_age_ms": 66.646, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.188, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.482, "count": 91, "max_ms": 1.023, "p95_ms": 0.774}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.151, "count": 91, "max_ms": 0.426, "p95_ms": 0.26}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 91, "max_ms": 0.144, "p95_ms": 0.105}, "event_filter_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.024, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 91, "max_ms": 0.138, "p95_ms": 0.102}, "mcmt_ms": {"avg_ms": 0.002, "count": 91, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 91, "max_ms": 0.262, "p95_ms": 0.221}, "setup_ms": {"avg_ms": 0.03, "count": 91, "max_ms": 0.068, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.455, "count": 91, "max_ms": 0.964, "p95_ms": 0.73}, "track_match_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.005, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 91, "max_ms": 0.039, "p95_ms": 0.031}}, "gstreamer_push": {"avg_ms": 1.995, "count": 91, "max_ms": 5.464, "p95_ms": 3.228}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 91, "max_ms": 0.361, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.1, "count": 91, "max_ms": 51.017, "p95_ms": 42.68}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 91, "max_ms": 0.09, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.358, "count": 91, "max_ms": 91.871, "p95_ms": 79.79}, "inference_input_copy_ms": {"avg_ms": 1.317, "count": 91, "max_ms": 3.362, "p95_ms": 2.74}, "processing_residual_ms": {"avg_ms": 0.091, "count": 91, "max_ms": 0.203, "p95_ms": 0.172}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.792, "count": 91, "max_ms": 92.923, "p95_ms": 81.762}, "read_interval": {"avg_ms": 332.462, "count": 90, "max_ms": 19694.617, "p95_ms": 118.982}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 91, "max_ms": 0.026, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.084, "count": 91, "max_ms": 0.188, "p95_ms": 0.149}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.021, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 91, "max_ms": 0.17, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.11, "count": 91, "max_ms": 51.027, "p95_ms": 42.693}, "visualize": {"avg_ms": 25.185, "count": 91, "max_ms": 63.857, "p95_ms": 37.265}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.587, "count": 91, "max_ms": 63.281, "p95_ms": 36.487}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.054, "count": 91, "max_ms": 63.757, "p95_ms": 37.111}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.991, "count": 91, "max_ms": 63.696, "p95_ms": 37.009}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 91, "max_ms": 0.152, "p95_ms": 0.064}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.25, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.31, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.782, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:54:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85730, "write_bytes_delta": 85730, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 320.0, "cpu_core_ratio": 1.016421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 973.0, "pid": 91516, "reason": null, "system_cpu_core_ratio": 0.268847, "system_cpu_s_delta": 2.690000000000005, "user_cpu_core_ratio": 0.747574, "user_cpu_s_delta": 7.480000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.606654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054969, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.551686, "user_cpu_s_delta": 5.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.163, "count": 230, "max_ms": 5.464, "p95_ms": 3.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.658, "count": 30, "max": 37.186, "p95": 34.762, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.387, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 475.0, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16958.3, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.164, "count": 30, "max": 0.52, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.795, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.896, "count": 30, "max": 5.045, "p95": 4.881, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91264.633, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91264.633, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.733, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33524, "sampled_at": "2026-11-04T09:54:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:54:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5677212, "flush_count": 6907, "flush_interval_seconds": 30.0, "flush_state": {"count": 6907, "last_at": "2026-11-04T09:55:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:55:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6906}, "started": true, "suppressed_count": 4089333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6907, "written_record_count": 6907}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11395.57, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11325234585600, "copied_frame_count": 4096222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11325234585600, "frame_buffer_copies": 4096222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.084, "count": 512, "max_ms": 0.375, "p50_ms": 0.0722, "p95_ms": 0.1608, "p99_ms": 0.2193}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0052, "count": 512, "max_ms": 2.9029, "p50_ms": 0.922, "p95_ms": 1.7276, "p99_ms": 2.5494, "results": {"failed": 0, "not_applicable": 0, "success": 4096222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 192, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:55:07+09:00", "last_error_summary": "[h264 @ 0x5eebcb33aa80] cabac decode of qscale diff failed at 48 92 [h264 @ 0x5eebcb33aa80] error while decoding MB 48 92, bytestream 16037 [h264 @ 0x5eebcb128b40] cabac decode of qscale diff failed at 70 91 [h264 @ 0x5eebcb128b40] error while decoding MB 70 91, bytestream 177815 [h264 @ 0x5eebcb13f300] cabac decode of qscale diff failed at 165 49 [h264 @ 0x5eebcb13f300] error while decoding MB 165 49, bytestream 43341 [h264 @ 0x5eebcbd1c880] cabac decode of qscale diff failed at 81 98 [h264 @ 0", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.873, "last_started_at": "2026-11-04T09:52:24+09:00", "pid": 91516, "process": {"exists": false, "pid": 91516}, "restart_count": 205, "restart_count_per_hour": 10, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 206}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.854, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-11-04T09:55:07+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-11-04T09:55:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 457.7, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 142.3, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-11-04T09:55:07.537459+09:00", "mtime_epoch": 1793753707.5374591, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88314}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:55:07+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2812.27, "name": "celery", "pid": 176, "rss_mb": 2812.27, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.039, "pushed": 3.039, "read": 3.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 62.515, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.471, "count": 90, "max_ms": 3.182, "p95_ms": 1.385, "reason": null, "sample_age_ms": 87.427, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.143, "count": 90, "max_ms": 1.349, "p95_ms": 0.825, "reason": null, "sample_age_ms": 87.574, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.059, "count": 91, "max_ms": 0.168, "p95_ms": 0.106, "reason": null, "sample_age_ms": 62.52, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.111, "count": 90, "max_ms": 2.794, "p95_ms": 1.994, "reason": null, "sample_age_ms": 86.549, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2211848.0, "count": 90, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 86.536, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.58, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.106, "count": 91, "max_ms": 48.174, "p95_ms": 40.059, "reason": null, "sample_age_ms": 62.512, "source": "client_direct"}, "sample_age_ms": 62.509, "source": "client_direct", "task_total_ms": {"avg_ms": 28.399, "count": 91, "max_ms": 49.532, "p95_ms": 41.866, "reason": null, "sample_age_ms": 62.509, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.596, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.482, "count": 91, "max_ms": 1.023, "p95_ms": 0.774}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.151, "count": 91, "max_ms": 0.426, "p95_ms": 0.26}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 91, "max_ms": 0.144, "p95_ms": 0.105}, "event_filter_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.024, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 91, "max_ms": 0.138, "p95_ms": 0.102}, "mcmt_ms": {"avg_ms": 0.002, "count": 91, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 91, "max_ms": 0.262, "p95_ms": 0.221}, "setup_ms": {"avg_ms": 0.03, "count": 91, "max_ms": 0.068, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.455, "count": 91, "max_ms": 0.964, "p95_ms": 0.73}, "track_match_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.005, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 91, "max_ms": 0.039, "p95_ms": 0.031}}, "gstreamer_push": {"avg_ms": 1.995, "count": 91, "max_ms": 5.464, "p95_ms": 3.228}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 91, "max_ms": 0.361, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.1, "count": 91, "max_ms": 51.017, "p95_ms": 42.68}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 91, "max_ms": 0.09, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.358, "count": 91, "max_ms": 91.871, "p95_ms": 79.79}, "inference_input_copy_ms": {"avg_ms": 1.317, "count": 91, "max_ms": 3.362, "p95_ms": 2.74}, "processing_residual_ms": {"avg_ms": 0.091, "count": 91, "max_ms": 0.203, "p95_ms": 0.172}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.792, "count": 91, "max_ms": 92.923, "p95_ms": 81.762}, "read_interval": {"avg_ms": 332.462, "count": 90, "max_ms": 19694.617, "p95_ms": 118.982}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 91, "max_ms": 0.026, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.084, "count": 91, "max_ms": 0.188, "p95_ms": 0.149}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.021, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 91, "max_ms": 0.17, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.11, "count": 91, "max_ms": 51.027, "p95_ms": 42.693}, "visualize": {"avg_ms": 25.185, "count": 91, "max_ms": 63.857, "p95_ms": 37.265}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.587, "count": 91, "max_ms": 63.281, "p95_ms": 36.487}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.054, "count": 91, "max_ms": 63.757, "p95_ms": 37.111}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.991, "count": 91, "max_ms": 63.696, "p95_ms": 37.009}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 91, "max_ms": 0.152, "p95_ms": 0.064}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.25, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.31, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.782, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:54:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85730, "write_bytes_delta": 85730, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 320.0, "cpu_core_ratio": 1.016421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 973.0, "pid": 91516, "reason": null, "system_cpu_core_ratio": 0.268847, "system_cpu_s_delta": 2.690000000000005, "user_cpu_core_ratio": 0.747574, "user_cpu_s_delta": 7.480000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.606654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054969, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.551686, "user_cpu_s_delta": 5.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.163, "count": 230, "max_ms": 5.464, "p95_ms": 3.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.658, "count": 30, "max": 37.186, "p95": 34.762, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.387, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 475.0, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16958.3, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.164, "count": 30, "max": 0.52, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.795, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.896, "count": 30, "max": 5.045, "p95": 4.881, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91264.633, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91264.633, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.733, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33524, "sampled_at": "2026-11-04T09:54:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:54:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5677212, "flush_count": 6907, "flush_interval_seconds": 30.0, "flush_state": {"count": 6907, "last_at": "2026-11-04T09:55:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:55:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6906}, "started": true, "suppressed_count": 4089333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6907, "written_record_count": 6907}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11396.16, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11325234585600, "copied_frame_count": 4096222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11325234585600, "frame_buffer_copies": 4096222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.084, "count": 512, "max_ms": 0.375, "p50_ms": 0.0722, "p95_ms": 0.1608, "p99_ms": 0.2193}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0052, "count": 512, "max_ms": 2.9029, "p50_ms": 0.922, "p95_ms": 1.7276, "p99_ms": 2.5494, "results": {"failed": 0, "not_applicable": 0, "success": 4096222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 192, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:55:07+09:00", "last_error_summary": "[h264 @ 0x5eebcb33aa80] cabac decode of qscale diff failed at 48 92 [h264 @ 0x5eebcb33aa80] error while decoding MB 48 92, bytestream 16037 [h264 @ 0x5eebcb128b40] cabac decode of qscale diff failed at 70 91 [h264 @ 0x5eebcb128b40] error while decoding MB 70 91, bytestream 177815 [h264 @ 0x5eebcb13f300] cabac decode of qscale diff failed at 165 49 [h264 @ 0x5eebcb13f300] error while decoding MB 165 49, bytestream 43341 [h264 @ 0x5eebcbd1c880] cabac decode of qscale diff failed at 81 98 [h264 @ 0", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.913, "last_started_at": "2026-11-04T09:52:24+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 205, "restart_count_per_hour": 10, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 206}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.854, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-11-04T09:55:07+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-11-04T09:55:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 457.72, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 142.28, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-04T09:55:07.537459+09:00", "mtime_epoch": 1793753707.5374591, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88314}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:55:07+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2812.266, "name": "celery", "pid": 176, "rss_mb": 2812.266, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.035, "pushed": 3.035, "read": 3.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 101.292, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.471, "count": 90, "max_ms": 3.182, "p95_ms": 1.385, "reason": null, "sample_age_ms": 126.204, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.143, "count": 90, "max_ms": 1.349, "p95_ms": 0.825, "reason": null, "sample_age_ms": 126.351, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.059, "count": 90, "max_ms": 0.168, "p95_ms": 0.106, "reason": null, "sample_age_ms": 101.297, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.111, "count": 90, "max_ms": 2.794, "p95_ms": 1.994, "reason": null, "sample_age_ms": 125.326, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2211848.0, "count": 90, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 125.313, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.357, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.055, "count": 90, "max_ms": 48.174, "p95_ms": 40.08, "reason": null, "sample_age_ms": 101.289, "source": "client_direct"}, "sample_age_ms": 101.286, "source": "client_direct", "task_total_ms": {"avg_ms": 28.345, "count": 90, "max_ms": 49.532, "p95_ms": 41.887, "reason": null, "sample_age_ms": 101.286, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.537, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.482, "count": 91, "max_ms": 1.023, "p95_ms": 0.774}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.151, "count": 91, "max_ms": 0.426, "p95_ms": 0.26}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 91, "max_ms": 0.144, "p95_ms": 0.105}, "event_filter_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.024, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 91, "max_ms": 0.138, "p95_ms": 0.102}, "mcmt_ms": {"avg_ms": 0.002, "count": 91, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 91, "max_ms": 0.262, "p95_ms": 0.221}, "setup_ms": {"avg_ms": 0.03, "count": 91, "max_ms": 0.068, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.455, "count": 91, "max_ms": 0.964, "p95_ms": 0.73}, "track_match_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.005, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 91, "max_ms": 0.039, "p95_ms": 0.031}}, "gstreamer_push": {"avg_ms": 1.995, "count": 91, "max_ms": 5.464, "p95_ms": 3.228}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 91, "max_ms": 0.361, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.1, "count": 91, "max_ms": 51.017, "p95_ms": 42.68}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 91, "max_ms": 0.09, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.358, "count": 91, "max_ms": 91.871, "p95_ms": 79.79}, "inference_input_copy_ms": {"avg_ms": 1.317, "count": 91, "max_ms": 3.362, "p95_ms": 2.74}, "processing_residual_ms": {"avg_ms": 0.091, "count": 91, "max_ms": 0.203, "p95_ms": 0.172}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.792, "count": 91, "max_ms": 92.923, "p95_ms": 81.762}, "read_interval": {"avg_ms": 332.462, "count": 90, "max_ms": 19694.617, "p95_ms": 118.982}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 91, "max_ms": 0.026, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.084, "count": 91, "max_ms": 0.188, "p95_ms": 0.149}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.021, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 91, "max_ms": 0.17, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.11, "count": 91, "max_ms": 51.027, "p95_ms": 42.693}, "visualize": {"avg_ms": 25.185, "count": 91, "max_ms": 63.857, "p95_ms": 37.265}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.587, "count": 91, "max_ms": 63.281, "p95_ms": 36.487}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.054, "count": 91, "max_ms": 63.757, "p95_ms": 37.111}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.991, "count": 91, "max_ms": 63.696, "p95_ms": 37.009}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 91, "max_ms": 0.152, "p95_ms": 0.064}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.25, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.31, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.782, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:54:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85730, "write_bytes_delta": 85730, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 320.0, "cpu_core_ratio": 1.016421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 973.0, "pid": 91516, "reason": null, "system_cpu_core_ratio": 0.268847, "system_cpu_s_delta": 2.690000000000005, "user_cpu_core_ratio": 0.747574, "user_cpu_s_delta": 7.480000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.606654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054969, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.551686, "user_cpu_s_delta": 5.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.163, "count": 230, "max_ms": 5.464, "p95_ms": 3.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.658, "count": 30, "max": 37.186, "p95": 34.762, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.387, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 475.0, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16958.3, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.164, "count": 30, "max": 0.52, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.795, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.896, "count": 30, "max": 5.045, "p95": 4.881, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91264.633, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91264.633, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.733, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33524, "sampled_at": "2026-11-04T09:54:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:54:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5677212, "flush_count": 6907, "flush_interval_seconds": 30.0, "flush_state": {"count": 6907, "last_at": "2026-11-04T09:55:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:55:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6906}, "started": true, "suppressed_count": 4089333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6907, "written_record_count": 6907}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11422.984, "limit_mb": null}, "detail": {"pid": 91634, "restart_count": 206, "start_count": 207}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11325234585600, "copied_frame_count": 4096222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11325234585600, "frame_buffer_copies": 4096222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.084, "count": 512, "max_ms": 0.375, "p50_ms": 0.0722, "p95_ms": 0.1608, "p99_ms": 0.2193}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0052, "count": 512, "max_ms": 2.9029, "p50_ms": 0.922, "p95_ms": 1.7276, "p99_ms": 2.5494, "results": {"failed": 0, "not_applicable": 0, "success": 4096222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 192, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:55:07+09:00", "last_error_summary": "[h264 @ 0x5eebcb33aa80] cabac decode of qscale diff failed at 48 92 [h264 @ 0x5eebcb33aa80] error while decoding MB 48 92, bytestream 16037 [h264 @ 0x5eebcb128b40] cabac decode of qscale diff failed at 70 91 [h264 @ 0x5eebcb128b40] error while decoding MB 70 91, bytestream 177815 [h264 @ 0x5eebcb13f300] cabac decode of qscale diff failed at 165 49 [h264 @ 0x5eebcb13f300] error while decoding MB 165 49, bytestream 43341 [h264 @ 0x5eebcbd1c880] cabac decode of qscale diff failed at 81 98 [h264 @ 0", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:55:09+09:00", "pid": 91634, "process": {"exists": true, "fd_count": 4, "hwm_mb": 62.066, "name": "ffmpeg", "pid": 91634, "rss_mb": 62.066, "state": "R (running)", "threads": 1}, "restart_count": 206, "restart_count_per_hour": 11, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 207}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.931, "sample_count": 1856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.359, "last_frame_pushed_at": "2026-11-04T09:55:07+09:00", "last_frame_read_age_sec": 4.411, "last_frame_read_at": "2026-11-04T09:55:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 462.006, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 137.994, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 4.352, "exists": true, "mtime": "2026-11-04T09:55:07.537459+09:00", "mtime_epoch": 1793753707.5374591, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88314}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:55:11+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2812.27, "name": "celery", "pid": 176, "rss_mb": 2812.27, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.901, "pushed": 1.901, "read": 1.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4386.746, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.446, "count": 57, "max_ms": 3.182, "p95_ms": 1.251, "reason": null, "sample_age_ms": 4411.658, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 57, "max_ms": 1.349, "p95_ms": 0.996, "reason": null, "sample_age_ms": 4411.805, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.064, "count": 57, "max_ms": 0.168, "p95_ms": 0.11, "reason": null, "sample_age_ms": 4386.751, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.15, "count": 57, "max_ms": 2.332, "p95_ms": 1.99, "reason": null, "sample_age_ms": 4410.78, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4410.767, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4386.811, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.874, "count": 57, "max_ms": 48.174, "p95_ms": 42.081, "reason": null, "sample_age_ms": 4386.743, "source": "client_direct"}, "sample_age_ms": 4386.74, "source": "client_direct", "task_total_ms": {"avg_ms": 30.211, "count": 57, "max_ms": 49.532, "p95_ms": 43.342, "reason": null, "sample_age_ms": 4386.74, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.133, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.49, "count": 57, "max_ms": 1.002, "p95_ms": 0.795}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.155, "count": 57, "max_ms": 0.426, "p95_ms": 0.282}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 57, "max_ms": 0.119, "p95_ms": 0.105}, "event_filter_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 57, "max_ms": 0.129, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.125, "count": 57, "max_ms": 0.255, "p95_ms": 0.227}, "setup_ms": {"avg_ms": 0.029, "count": 57, "max_ms": 0.055, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.462, "count": 57, "max_ms": 0.952, "p95_ms": 0.752}, "track_match_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 57, "max_ms": 0.039, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.119, "count": 57, "max_ms": 4.015, "p95_ms": 3.309}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 57, "max_ms": 0.361, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.882, "count": 57, "max_ms": 51.017, "p95_ms": 48.618}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 57, "max_ms": 0.09, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.197, "count": 57, "max_ms": 89.023, "p95_ms": 81.22}, "inference_input_copy_ms": {"avg_ms": 1.579, "count": 57, "max_ms": 3.354, "p95_ms": 3.081}, "processing_residual_ms": {"avg_ms": 0.099, "count": 57, "max_ms": 0.203, "p95_ms": 0.185}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.903, "count": 57, "max_ms": 89.856, "p95_ms": 82.21}, "read_interval": {"avg_ms": 490.995, "count": 57, "max_ms": 19694.617, "p95_ms": 2077.029}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 57, "max_ms": 0.022, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.086, "count": 57, "max_ms": 0.188, "p95_ms": 0.155}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 57, "max_ms": 0.021, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 57, "max_ms": 0.17, "p95_ms": 0.138}, "worker_merge_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.016, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.891, "count": 57, "max_ms": 51.027, "p95_ms": 48.628}, "visualize": {"avg_ms": 26.2, "count": 57, "max_ms": 46.485, "p95_ms": 37.265}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.603, "count": 57, "max_ms": 45.737, "p95_ms": 36.487}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.065, "count": 57, "max_ms": 46.303, "p95_ms": 37.111}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.999, "count": 57, "max_ms": 46.227, "p95_ms": 37.009}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 57, "max_ms": 0.152, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.25, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.31, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.782, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:54:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85730, "write_bytes_delta": 85730, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 320.0, "cpu_core_ratio": 1.016421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 973.0, "pid": 91516, "reason": null, "system_cpu_core_ratio": 0.268847, "system_cpu_s_delta": 2.690000000000005, "user_cpu_core_ratio": 0.747574, "user_cpu_s_delta": 7.480000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.606654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054969, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.551686, "user_cpu_s_delta": 5.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.163, "count": 230, "max_ms": 5.464, "p95_ms": 3.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.658, "count": 30, "max": 37.186, "p95": 34.762, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.387, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 475.0, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16958.3, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.164, "count": 30, "max": 0.52, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.795, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.896, "count": 30, "max": 5.045, "p95": 4.881, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91264.633, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91264.633, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.733, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33524, "sampled_at": "2026-11-04T09:54:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:54:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5677212, "flush_count": 6907, "flush_interval_seconds": 30.0, "flush_state": {"count": 6907, "last_at": "2026-11-04T09:55:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:55:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6906}, "started": true, "suppressed_count": 4089590, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6907, "written_record_count": 6907}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11393.277, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x654cb9c67bc0] error while decoding MB 96 67, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11325942374400, "copied_frame_count": 4096478, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11325942374400, "frame_buffer_copies": 4096478, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0827, "count": 512, "max_ms": 0.375, "p50_ms": 0.0732, "p95_ms": 0.1507, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0543, "count": 512, "max_ms": 2.8046, "p50_ms": 0.9556, "p95_ms": 1.8239, "p99_ms": 2.2736, "results": {"failed": 0, "not_applicable": 0, "success": 4096478, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 193, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:55:53+09:00", "last_error_summary": "[h264 @ 0x654cb9c67bc0] error while decoding MB 96 67, bytestream -7", "last_exit_at": "2026-11-04T09:50:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.776, "last_started_at": "2026-11-04T09:55:09+09:00", "pid": 91634, "process": {"exists": false, "pid": 91634}, "restart_count": 206, "restart_count_per_hour": 11, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 207}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.94, "sample_count": 1869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-04T09:55:53+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-11-04T09:55:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.783, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 96.217, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-11-04T09:55:53.615839+09:00", "mtime_epoch": 1793753753.6158395, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93767}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:55:53+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2812.395, "name": "celery", "pid": 176, "rss_mb": 2812.395, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 146, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.873, "pushed": 4.873, "read": 4.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.004, "count": 147, "max_ms": 0.014, "p95_ms": 0.009, "reason": null, "sample_age_ms": 29.616, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.42, "count": 146, "max_ms": 2.129, "p95_ms": 1.312, "reason": null, "sample_age_ms": 55.471, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.214, "count": 146, "max_ms": 1.901, "p95_ms": 1.123, "reason": null, "sample_age_ms": 55.663, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 147, "max_ms": 0.177, "p95_ms": 0.139, "reason": null, "sample_age_ms": 29.621, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.034, "count": 146, "max_ms": 3.949, "p95_ms": 1.791, "reason": null, "sample_age_ms": 54.891, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2211848.0, "count": 146, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 54.88, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 147, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.677, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.649, "count": 147, "max_ms": 46.218, "p95_ms": 38.395, "reason": null, "sample_age_ms": 29.613, "source": "client_direct"}, "sample_age_ms": 29.611, "source": "client_direct", "task_total_ms": {"avg_ms": 28.866, "count": 147, "max_ms": 47.209, "p95_ms": 39.7, "reason": null, "sample_age_ms": 29.611, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.65, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.496, "count": 146, "max_ms": 1.778, "p95_ms": 0.75}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 146, "max_ms": 0.569, "p95_ms": 0.253}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 146, "max_ms": 0.193, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.023, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 146, "max_ms": 0.243, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 146, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 146, "max_ms": 0.512, "p95_ms": 0.219}, "setup_ms": {"avg_ms": 0.029, "count": 146, "max_ms": 0.084, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 0.469, "count": 146, "max_ms": 1.706, "p95_ms": 0.711}, "track_match_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.03, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 146, "max_ms": 0.077, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.265, "count": 146, "max_ms": 5.686, "p95_ms": 3.787}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 146, "max_ms": 0.079, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.532, "count": 146, "max_ms": 48.389, "p95_ms": 41.073}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 146, "max_ms": 0.09, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.243, "count": 146, "max_ms": 94.811, "p95_ms": 79.668}, "inference_input_copy_ms": {"avg_ms": 1.168, "count": 146, "max_ms": 2.907, "p95_ms": 1.785}, "processing_residual_ms": {"avg_ms": 0.088, "count": 146, "max_ms": 0.198, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.527, "count": 146, "max_ms": 97.377, "p95_ms": 81.069}, "read_interval": {"avg_ms": 205.296, "count": 146, "max_ms": 4029.485, "p95_ms": 706.414}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 146, "max_ms": 0.04, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.089, "count": 146, "max_ms": 0.372, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 146, "max_ms": 0.027, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 146, "max_ms": 0.332, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.04, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.541, "count": 146, "max_ms": 48.396, "p95_ms": 41.083}, "visualize": {"avg_ms": 27.565, "count": 146, "max_ms": 51.16, "p95_ms": 38.075}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.959, "count": 146, "max_ms": 50.596, "p95_ms": 37.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.43, "count": 146, "max_ms": 51.055, "p95_ms": 37.782}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.364, "count": 146, "max_ms": 50.996, "p95_ms": 37.646}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 146, "max_ms": 0.143, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.088, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.041, "sample_count": 1838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1.621, "exists": true, "size_bytes": 93028, "write_bytes_delta": 93028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 0.700858, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 538.0, "pid": 91634, "reason": null, "system_cpu_core_ratio": 0.030511, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.670347, "user_cpu_s_delta": 7.470000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.33293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028716, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.304214, "user_cpu_s_delta": 3.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.234, "count": 157, "max_ms": 5.686, "p95_ms": 3.78, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.451, "count": 30, "max": 36.762, "p95": 33.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.749, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.7, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15604.233, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.766, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.644, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90721.7, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90721.7, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.767, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33529, "sampled_at": "2026-11-04T09:55:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:55:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5677212, "flush_count": 6907, "flush_interval_seconds": 30.0, "flush_state": {"count": 6907, "last_at": "2026-11-04T09:55:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:55:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6906}, "started": true, "suppressed_count": 4089590, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6907, "written_record_count": 6907}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11393.844, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T09:55:53+09:00", "last_error_summary": "[h264 @ 0x654cb9c67bc0] error while decoding MB 96 67, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11325945139200, "copied_frame_count": 4096479, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11325945139200, "frame_buffer_copies": 4096479, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0827, "count": 512, "max_ms": 0.375, "p50_ms": 0.0731, "p95_ms": 0.1507, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0574, "count": 512, "max_ms": 2.8046, "p50_ms": 0.9556, "p95_ms": 1.858, "p99_ms": 2.2805, "results": {"failed": 0, "not_applicable": 0, "success": 4096479, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 193, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:55:53+09:00", "last_error_summary": "[h264 @ 0x654cb9c67bc0] error while decoding MB 96 67, bytestream -7", "last_exit_at": "2026-11-04T09:55:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.797, "last_started_at": "2026-11-04T09:55:09+09:00", "pid": 91634, "process": {"exists": false, "pid": 91634}, "restart_count": 206, "restart_count_per_hour": 11, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 207}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.94, "sample_count": 1869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-11-04T09:55:53+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-11-04T09:55:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.804, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 96.196, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-11-04T09:55:53.682840+09:00", "mtime_epoch": 1793753753.68284, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93217}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:55:53+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2812.391, "name": "celery", "pid": 176, "rss_mb": 2812.391, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.903, "pushed": 4.903, "read": 4.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.014, "p95_ms": 0.009, "reason": null, "sample_age_ms": 51.105, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.42, "count": 146, "max_ms": 2.129, "p95_ms": 1.312, "reason": null, "sample_age_ms": 76.961, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.214, "count": 146, "max_ms": 1.901, "p95_ms": 1.123, "reason": null, "sample_age_ms": 77.152, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.062, "count": 146, "max_ms": 0.167, "p95_ms": 0.133, "reason": null, "sample_age_ms": 51.11, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.034, "count": 146, "max_ms": 3.949, "p95_ms": 1.791, "reason": null, "sample_age_ms": 76.38, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2211848.0, "count": 146, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 76.369, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.166, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.601, "count": 146, "max_ms": 46.218, "p95_ms": 38.428, "reason": null, "sample_age_ms": 51.103, "source": "client_direct"}, "sample_age_ms": 51.1, "source": "client_direct", "task_total_ms": {"avg_ms": 28.814, "count": 146, "max_ms": 47.209, "p95_ms": 39.724, "reason": null, "sample_age_ms": 51.1, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.819, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.497, "count": 147, "max_ms": 1.778, "p95_ms": 0.75}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 147, "max_ms": 0.569, "p95_ms": 0.253}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 147, "max_ms": 0.193, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.003, "count": 147, "max_ms": 0.023, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 147, "max_ms": 0.243, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 147, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 147, "max_ms": 0.512, "p95_ms": 0.219}, "setup_ms": {"avg_ms": 0.029, "count": 147, "max_ms": 0.084, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 0.469, "count": 147, "max_ms": 1.706, "p95_ms": 0.711}, "track_match_ms": {"avg_ms": 0.003, "count": 147, "max_ms": 0.03, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 147, "max_ms": 0.077, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.261, "count": 147, "max_ms": 5.686, "p95_ms": 3.787}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 147, "max_ms": 0.079, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.51, "count": 147, "max_ms": 48.389, "p95_ms": 41.073}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 147, "max_ms": 0.09, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.254, "count": 147, "max_ms": 94.811, "p95_ms": 79.668}, "inference_input_copy_ms": {"avg_ms": 1.164, "count": 147, "max_ms": 2.907, "p95_ms": 1.785}, "processing_residual_ms": {"avg_ms": 0.088, "count": 147, "max_ms": 0.198, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.535, "count": 147, "max_ms": 97.377, "p95_ms": 81.069}, "read_interval": {"avg_ms": 205.296, "count": 146, "max_ms": 4029.485, "p95_ms": 706.414}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 147, "max_ms": 0.04, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.089, "count": 147, "max_ms": 0.372, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 147, "max_ms": 0.027, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 147, "max_ms": 0.332, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 147, "max_ms": 0.04, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.519, "count": 147, "max_ms": 48.396, "p95_ms": 41.083}, "visualize": {"avg_ms": 27.599, "count": 147, "max_ms": 51.16, "p95_ms": 38.075}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.993, "count": 147, "max_ms": 50.596, "p95_ms": 37.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.464, "count": 147, "max_ms": 51.055, "p95_ms": 37.782}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.398, "count": 147, "max_ms": 50.996, "p95_ms": 37.646}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 147, "max_ms": 0.143, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.088, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.041, "sample_count": 1838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1.621, "exists": true, "size_bytes": 93028, "write_bytes_delta": 93028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 0.700858, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 538.0, "pid": 91634, "reason": null, "system_cpu_core_ratio": 0.030511, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.670347, "user_cpu_s_delta": 7.470000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.33293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028716, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.304214, "user_cpu_s_delta": 3.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.234, "count": 157, "max_ms": 5.686, "p95_ms": 3.78, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.451, "count": 30, "max": 36.762, "p95": 33.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.749, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.7, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15604.233, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.766, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.644, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90721.7, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90721.7, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.767, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33529, "sampled_at": "2026-11-04T09:55:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:55:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5677212, "flush_count": 6907, "flush_interval_seconds": 30.0, "flush_state": {"count": 6907, "last_at": "2026-11-04T09:55:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:55:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6906}, "started": true, "suppressed_count": 4089590, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6907, "written_record_count": 6907}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11393.617, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11325945139200, "copied_frame_count": 4096479, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11325945139200, "frame_buffer_copies": 4096479, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0827, "count": 512, "max_ms": 0.375, "p50_ms": 0.0731, "p95_ms": 0.1507, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0574, "count": 512, "max_ms": 2.8046, "p50_ms": 0.9556, "p95_ms": 1.858, "p99_ms": 2.2805, "results": {"failed": 0, "not_applicable": 0, "success": 4096479, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 193, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:55:53+09:00", "last_error_summary": "[h264 @ 0x654cb9c67bc0] error while decoding MB 96 67, bytestream -7", "last_exit_at": "2026-11-04T09:55:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.817, "last_started_at": "2026-11-04T09:55:09+09:00", "pid": 91634, "process": {"exists": false, "pid": 91634}, "restart_count": 206, "restart_count_per_hour": 11, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 207}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.94, "sample_count": 1869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-11-04T09:55:53+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-11-04T09:55:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.82, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 96.18, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-11-04T09:55:53.682840+09:00", "mtime_epoch": 1793753753.68284, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93217}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:55:53+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2812.391, "name": "celery", "pid": 176, "rss_mb": 2812.391, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.867, "pushed": 4.901, "read": 4.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.014, "p95_ms": 0.009, "reason": null, "sample_age_ms": 69.962, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.42, "count": 146, "max_ms": 2.129, "p95_ms": 1.312, "reason": null, "sample_age_ms": 95.817, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.214, "count": 146, "max_ms": 1.901, "p95_ms": 1.123, "reason": null, "sample_age_ms": 96.009, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.062, "count": 146, "max_ms": 0.167, "p95_ms": 0.133, "reason": null, "sample_age_ms": 69.967, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.034, "count": 146, "max_ms": 3.949, "p95_ms": 1.791, "reason": null, "sample_age_ms": 95.237, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2211848.0, "count": 146, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 95.226, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.023, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.601, "count": 146, "max_ms": 46.218, "p95_ms": 38.428, "reason": null, "sample_age_ms": 69.959, "source": "client_direct"}, "sample_age_ms": 69.957, "source": "client_direct", "task_total_ms": {"avg_ms": 28.814, "count": 146, "max_ms": 47.209, "p95_ms": 39.724, "reason": null, "sample_age_ms": 69.957, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.619, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.495, "count": 146, "max_ms": 1.778, "p95_ms": 0.75}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 146, "max_ms": 0.569, "p95_ms": 0.253}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 146, "max_ms": 0.193, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.023, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 146, "max_ms": 0.243, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 146, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 146, "max_ms": 0.512, "p95_ms": 0.219}, "setup_ms": {"avg_ms": 0.029, "count": 146, "max_ms": 0.084, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.468, "count": 146, "max_ms": 1.706, "p95_ms": 0.711}, "track_match_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.03, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 146, "max_ms": 0.077, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.261, "count": 147, "max_ms": 5.686, "p95_ms": 3.787}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 146, "max_ms": 0.079, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.458, "count": 146, "max_ms": 48.389, "p95_ms": 41.073}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 146, "max_ms": 0.09, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.211, "count": 146, "max_ms": 94.811, "p95_ms": 79.668}, "inference_input_copy_ms": {"avg_ms": 1.16, "count": 146, "max_ms": 2.907, "p95_ms": 1.785}, "processing_residual_ms": {"avg_ms": 0.087, "count": 146, "max_ms": 0.198, "p95_ms": 0.161}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.487, "count": 146, "max_ms": 97.377, "p95_ms": 81.069}, "read_interval": {"avg_ms": 205.296, "count": 146, "max_ms": 4029.485, "p95_ms": 706.414}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 146, "max_ms": 0.04, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.089, "count": 146, "max_ms": 0.372, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 146, "max_ms": 0.027, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 146, "max_ms": 0.332, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.04, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.468, "count": 146, "max_ms": 48.396, "p95_ms": 41.083}, "visualize": {"avg_ms": 27.61, "count": 146, "max_ms": 51.16, "p95_ms": 38.075}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.007, "count": 146, "max_ms": 50.596, "p95_ms": 37.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.476, "count": 146, "max_ms": 51.055, "p95_ms": 37.782}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.411, "count": 146, "max_ms": 50.996, "p95_ms": 37.646}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 146, "max_ms": 0.143, "p95_ms": 0.066}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.088, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.041, "sample_count": 1838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1.621, "exists": true, "size_bytes": 93028, "write_bytes_delta": 93028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 0.700858, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 538.0, "pid": 91634, "reason": null, "system_cpu_core_ratio": 0.030511, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.670347, "user_cpu_s_delta": 7.470000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.33293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028716, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.304214, "user_cpu_s_delta": 3.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.234, "count": 157, "max_ms": 5.686, "p95_ms": 3.78, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.451, "count": 30, "max": 36.762, "p95": 33.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.749, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.7, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15604.233, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.766, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.644, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90721.7, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90721.7, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.767, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33529, "sampled_at": "2026-11-04T09:55:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:55:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5677212, "flush_count": 6907, "flush_interval_seconds": 30.0, "flush_state": {"count": 6907, "last_at": "2026-11-04T09:55:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:55:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6906}, "started": true, "suppressed_count": 4089590, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6907, "written_record_count": 6907}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11432.57, "limit_mb": null}, "detail": {"pid": 91750, "restart_count": 207, "start_count": 208}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11325945139200, "copied_frame_count": 4096479, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11325945139200, "frame_buffer_copies": 4096479, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0827, "count": 512, "max_ms": 0.375, "p50_ms": 0.0731, "p95_ms": 0.1507, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0574, "count": 512, "max_ms": 2.8046, "p50_ms": 0.9556, "p95_ms": 1.858, "p99_ms": 2.2805, "results": {"failed": 0, "not_applicable": 0, "success": 4096479, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 193, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:55:53+09:00", "last_error_summary": "[h264 @ 0x654cb9c67bc0] error while decoding MB 96 67, bytestream -7", "last_exit_at": "2026-11-04T09:55:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:55:56+09:00", "pid": 91750, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.367, "name": "ffmpeg", "pid": 91750, "rss_mb": 74.367, "state": "R (running)", "threads": 1}, "restart_count": 207, "restart_count_per_hour": 12, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 208}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.931, "sample_count": 1847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.662, "last_frame_pushed_at": "2026-11-04T09:55:53+09:00", "last_frame_read_age_sec": 4.727, "last_frame_read_at": "2026-11-04T09:55:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.467, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 91.533, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 4.655, "exists": true, "mtime": "2026-11-04T09:55:53.682840+09:00", "mtime_epoch": 1793753753.68284, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93217}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:55:58+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2812.395, "name": "celery", "pid": 176, "rss_mb": 2812.395, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 138}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 138}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 138, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.604, "pushed": 4.604, "read": 4.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 138, "client_acquire_ms": {"avg_ms": 0.004, "count": 138, "max_ms": 0.012, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4709.302, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.419, "count": 138, "max_ms": 2.129, "p95_ms": 1.321, "reason": null, "sample_age_ms": 4735.157, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 138, "max_ms": 1.901, "p95_ms": 1.134, "reason": null, "sample_age_ms": 4735.349, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 138, "max_ms": 0.167, "p95_ms": 0.116, "reason": null, "sample_age_ms": 4709.307, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.031, "count": 138, "max_ms": 3.949, "p95_ms": 1.848, "reason": null, "sample_age_ms": 4734.577, "source": "client_direct"}, "request_count": 138, "request_tensor_bytes": {"avg": 2211848.0, "count": 138, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4734.566, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 138, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4709.363, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.414, "count": 138, "max_ms": 46.218, "p95_ms": 38.147, "reason": null, "sample_age_ms": 4709.3, "source": "client_direct"}, "sample_age_ms": 4709.297, "source": "client_direct", "task_total_ms": {"avg_ms": 28.621, "count": 138, "max_ms": 47.209, "p95_ms": 39.567, "reason": null, "sample_age_ms": 4709.297, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.492, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.484, "count": 138, "max_ms": 0.95, "p95_ms": 0.741}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 138, "max_ms": 0.324, "p95_ms": 0.247}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 138, "max_ms": 0.188, "p95_ms": 0.1}, "event_filter_ms": {"avg_ms": 0.003, "count": 138, "max_ms": 0.023, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 138, "max_ms": 0.136, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 138, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 138, "max_ms": 0.306, "p95_ms": 0.219}, "setup_ms": {"avg_ms": 0.028, "count": 138, "max_ms": 0.079, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 0.457, "count": 138, "max_ms": 0.901, "p95_ms": 0.7}, "track_match_ms": {"avg_ms": 0.003, "count": 138, "max_ms": 0.03, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 138, "max_ms": 0.077, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 2.244, "count": 138, "max_ms": 5.686, "p95_ms": 3.787}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 138, "max_ms": 0.079, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.26, "count": 138, "max_ms": 48.389, "p95_ms": 41.58}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 138, "max_ms": 0.085, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.846, "count": 138, "max_ms": 94.811, "p95_ms": 79.788}, "inference_input_copy_ms": {"avg_ms": 1.158, "count": 138, "max_ms": 2.907, "p95_ms": 1.948}, "processing_residual_ms": {"avg_ms": 0.086, "count": 138, "max_ms": 0.198, "p95_ms": 0.159}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.118, "count": 138, "max_ms": 97.377, "p95_ms": 81.149}, "read_interval": {"avg_ms": 183.934, "count": 138, "max_ms": 3779.985, "p95_ms": 706.414}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 138, "max_ms": 0.04, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.087, "count": 138, "max_ms": 0.209, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 138, "max_ms": 0.027, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 138, "max_ms": 0.188, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 138, "max_ms": 0.04, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.27, "count": 138, "max_ms": 48.396, "p95_ms": 41.587}, "visualize": {"avg_ms": 27.465, "count": 138, "max_ms": 51.16, "p95_ms": 40.365}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.866, "count": 138, "max_ms": 50.596, "p95_ms": 39.627}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.332, "count": 138, "max_ms": 51.055, "p95_ms": 40.214}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.267, "count": 138, "max_ms": 50.996, "p95_ms": 40.131}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 138, "max_ms": 0.143, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 138}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.088, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.041, "sample_count": 1838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1.621, "exists": true, "size_bytes": 93028, "write_bytes_delta": 93028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 0.700858, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 538.0, "pid": 91634, "reason": null, "system_cpu_core_ratio": 0.030511, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.670347, "user_cpu_s_delta": 7.470000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.33293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028716, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.304214, "user_cpu_s_delta": 3.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.234, "count": 157, "max_ms": 5.686, "p95_ms": 3.78, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.451, "count": 30, "max": 36.762, "p95": 33.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.749, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.7, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15604.233, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.766, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.644, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90721.7, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90721.7, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.767, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33529, "sampled_at": "2026-11-04T09:55:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:55:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5678087, "flush_count": 6908, "flush_interval_seconds": 30.0, "flush_state": {"count": 6908, "last_at": "2026-11-04T09:56:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:56:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6907}, "started": true, "suppressed_count": 4089813, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089796}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6908, "written_record_count": 6908}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11388.934, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fdf37f97a80] error while decoding MB 107 54, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11326564454400, "copied_frame_count": 4096703, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11326564454400, "frame_buffer_copies": 4096703, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0796, "count": 512, "max_ms": 0.3142, "p50_ms": 0.0717, "p95_ms": 0.1377, "p99_ms": 0.1897}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0934, "count": 512, "max_ms": 3.0121, "p50_ms": 0.9825, "p95_ms": 1.9161, "p99_ms": 2.4841, "results": {"failed": 0, "not_applicable": 0, "success": 4096703, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 194, "h264_decode_error_count": 409, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:56:36+09:00", "last_error_summary": "[h264 @ 0x5fdf37f97a80] error while decoding MB 107 54, bytestream -5", "last_exit_at": "2026-11-04T09:55:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.352, "last_started_at": "2026-11-04T09:55:56+09:00", "pid": 91750, "process": {"exists": false, "pid": 91750}, "restart_count": 207, "restart_count_per_hour": 12, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 208}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.206, "sample_count": 1840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-04T09:56:36+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-11-04T09:56:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.815, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 53.185, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-04T09:56:36.644181+09:00", "mtime_epoch": 1793753796.6441808, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95487}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:56:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2812.5, "name": "celery", "pid": 176, "rss_mb": 2812.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.74, "pushed": 6.74, "read": 6.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 201, "client_acquire_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.024, "p95_ms": 0.009, "reason": null, "sample_age_ms": 29.798, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.352, "count": 201, "max_ms": 3.392, "p95_ms": 0.906, "reason": null, "sample_age_ms": 54.103, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.143, "count": 201, "max_ms": 2.436, "p95_ms": 0.744, "reason": null, "sample_age_ms": 54.274, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 201, "max_ms": 0.225, "p95_ms": 0.12, "reason": null, "sample_age_ms": 29.802, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.978, "count": 201, "max_ms": 2.707, "p95_ms": 1.784, "reason": null, "sample_age_ms": 53.432, "source": "client_direct"}, "request_count": 201, "request_tensor_bytes": {"avg": 2211848.0, "count": 201, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 53.419, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 201, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.861, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.203, "count": 201, "max_ms": 55.463, "p95_ms": 38.616, "reason": null, "sample_age_ms": 29.796, "source": "client_direct"}, "sample_age_ms": 29.793, "source": "client_direct", "task_total_ms": {"avg_ms": 28.352, "count": 201, "max_ms": 57.351, "p95_ms": 39.802, "reason": null, "sample_age_ms": 29.793, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.299, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.463, "count": 202, "max_ms": 1.217, "p95_ms": 0.719}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.147, "count": 202, "max_ms": 0.449, "p95_ms": 0.257}, "detection_prepare_ms": {"avg_ms": 0.064, "count": 202, "max_ms": 0.19, "p95_ms": 0.102}, "event_filter_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.026, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 202, "max_ms": 0.155, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 202, "max_ms": 0.026, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 202, "max_ms": 0.312, "p95_ms": 0.194}, "setup_ms": {"avg_ms": 0.027, "count": 202, "max_ms": 0.074, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.437, "count": 202, "max_ms": 1.165, "p95_ms": 0.669}, "track_match_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 202, "max_ms": 0.053, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.063, "count": 202, "max_ms": 5.329, "p95_ms": 3.518}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 202, "max_ms": 0.469, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.928, "count": 202, "max_ms": 60.214, "p95_ms": 40.238}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 202, "max_ms": 0.093, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.899, "count": 202, "max_ms": 97.563, "p95_ms": 78.194}, "inference_input_copy_ms": {"avg_ms": 1.174, "count": 202, "max_ms": 2.809, "p95_ms": 2.269}, "processing_residual_ms": {"avg_ms": 0.085, "count": 202, "max_ms": 0.232, "p95_ms": 0.165}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.183, "count": 202, "max_ms": 98.946, "p95_ms": 79.314}, "read_interval": {"avg_ms": 149.143, "count": 201, "max_ms": 4243.603, "p95_ms": 312.127}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 202, "max_ms": 0.044, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.083, "count": 202, "max_ms": 0.223, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 202, "max_ms": 0.023, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 202, "max_ms": 0.195, "p95_ms": 0.124}, "worker_merge_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.033, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 28.937, "count": 202, "max_ms": 60.224, "p95_ms": 40.25}, "visualize": {"avg_ms": 26.951, "count": 202, "max_ms": 46.793, "p95_ms": 39.985}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.373, "count": 202, "max_ms": 46.309, "p95_ms": 39.003}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.825, "count": 202, "max_ms": 46.703, "p95_ms": 39.824}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.762, "count": 202, "max_ms": 46.647, "p95_ms": 39.749}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 202, "max_ms": 0.103, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.341, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.815, "sample_count": 1803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 751.0, "cpu_core_ratio": 1.260479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 741.0, "pid": 91750, "reason": null, "system_cpu_core_ratio": 0.052769, "system_cpu_s_delta": 0.5299999999999999, "user_cpu_core_ratio": 1.20771, "user_cpu_s_delta": 12.130000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.539636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.047791, "system_cpu_s_delta": 0.47999999999956344, "user_cpu_core_ratio": 0.491846, "user_cpu_s_delta": 4.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.187, "count": 158, "max_ms": 5.329, "p95_ms": 3.57, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.649, "count": 30, "max": 36.762, "p95": 33.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.564, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.867, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16042.267, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.767, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.644, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90898.067, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87710.967, "count": 30, "max": 96321.0, "p95": 95656.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.667, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.325, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33532, "sampled_at": "2026-11-04T09:56:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:56:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5678087, "flush_count": 6908, "flush_interval_seconds": 30.0, "flush_state": {"count": 6908, "last_at": "2026-11-04T09:56:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:56:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6907}, "started": true, "suppressed_count": 4089813, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089796}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6908, "written_record_count": 6908}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11388.934, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11326564454400, "copied_frame_count": 4096703, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11326564454400, "frame_buffer_copies": 4096703, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0796, "count": 512, "max_ms": 0.3142, "p50_ms": 0.0717, "p95_ms": 0.1377, "p99_ms": 0.1897}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0934, "count": 512, "max_ms": 3.0121, "p50_ms": 0.9825, "p95_ms": 1.9161, "p99_ms": 2.4841, "results": {"failed": 0, "not_applicable": 0, "success": 4096703, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 194, "h264_decode_error_count": 409, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:56:36+09:00", "last_error_summary": "[h264 @ 0x5fdf37f97a80] error while decoding MB 107 54, bytestream -5", "last_exit_at": "2026-11-04T09:55:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.352, "last_started_at": "2026-11-04T09:55:56+09:00", "pid": 91750, "process": {"exists": false, "pid": 91750}, "restart_count": 207, "restart_count_per_hour": 12, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 208}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.206, "sample_count": 1840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-04T09:56:36+09:00", "last_frame_read_age_sec": 0.05, "last_frame_read_at": "2026-11-04T09:56:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.82, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 53.18, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-04T09:56:36.644181+09:00", "mtime_epoch": 1793753796.6441808, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95487}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:56:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2812.5, "name": "celery", "pid": 176, "rss_mb": 2812.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.739, "pushed": 6.739, "read": 6.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 201, "client_acquire_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.024, "p95_ms": 0.009, "reason": null, "sample_age_ms": 33.981, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.352, "count": 201, "max_ms": 3.392, "p95_ms": 0.906, "reason": null, "sample_age_ms": 58.285, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.143, "count": 201, "max_ms": 2.436, "p95_ms": 0.744, "reason": null, "sample_age_ms": 58.457, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 201, "max_ms": 0.225, "p95_ms": 0.12, "reason": null, "sample_age_ms": 33.985, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.978, "count": 201, "max_ms": 2.707, "p95_ms": 1.784, "reason": null, "sample_age_ms": 57.614, "source": "client_direct"}, "request_count": 201, "request_tensor_bytes": {"avg": 2211848.0, "count": 201, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 57.601, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 201, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.044, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.203, "count": 201, "max_ms": 55.463, "p95_ms": 38.616, "reason": null, "sample_age_ms": 33.978, "source": "client_direct"}, "sample_age_ms": 33.975, "source": "client_direct", "task_total_ms": {"avg_ms": 28.352, "count": 201, "max_ms": 57.351, "p95_ms": 39.802, "reason": null, "sample_age_ms": 33.975, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.114, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.463, "count": 202, "max_ms": 1.217, "p95_ms": 0.719}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.147, "count": 202, "max_ms": 0.449, "p95_ms": 0.257}, "detection_prepare_ms": {"avg_ms": 0.064, "count": 202, "max_ms": 0.19, "p95_ms": 0.102}, "event_filter_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.026, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 202, "max_ms": 0.155, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 202, "max_ms": 0.026, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 202, "max_ms": 0.312, "p95_ms": 0.194}, "setup_ms": {"avg_ms": 0.027, "count": 202, "max_ms": 0.074, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.437, "count": 202, "max_ms": 1.165, "p95_ms": 0.669}, "track_match_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 202, "max_ms": 0.053, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.063, "count": 202, "max_ms": 5.329, "p95_ms": 3.518}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 202, "max_ms": 0.469, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.928, "count": 202, "max_ms": 60.214, "p95_ms": 40.238}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 202, "max_ms": 0.093, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.899, "count": 202, "max_ms": 97.563, "p95_ms": 78.194}, "inference_input_copy_ms": {"avg_ms": 1.174, "count": 202, "max_ms": 2.809, "p95_ms": 2.269}, "processing_residual_ms": {"avg_ms": 0.085, "count": 202, "max_ms": 0.232, "p95_ms": 0.165}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.183, "count": 202, "max_ms": 98.946, "p95_ms": 79.314}, "read_interval": {"avg_ms": 149.143, "count": 201, "max_ms": 4243.603, "p95_ms": 312.127}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 202, "max_ms": 0.044, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.083, "count": 202, "max_ms": 0.223, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 202, "max_ms": 0.023, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 202, "max_ms": 0.195, "p95_ms": 0.124}, "worker_merge_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.033, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 28.937, "count": 202, "max_ms": 60.224, "p95_ms": 40.25}, "visualize": {"avg_ms": 26.951, "count": 202, "max_ms": 46.793, "p95_ms": 39.985}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.373, "count": 202, "max_ms": 46.309, "p95_ms": 39.003}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.825, "count": 202, "max_ms": 46.703, "p95_ms": 39.824}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.762, "count": 202, "max_ms": 46.647, "p95_ms": 39.749}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 202, "max_ms": 0.103, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.341, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.815, "sample_count": 1803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 751.0, "cpu_core_ratio": 1.260479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 741.0, "pid": 91750, "reason": null, "system_cpu_core_ratio": 0.052769, "system_cpu_s_delta": 0.5299999999999999, "user_cpu_core_ratio": 1.20771, "user_cpu_s_delta": 12.130000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.539636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.047791, "system_cpu_s_delta": 0.47999999999956344, "user_cpu_core_ratio": 0.491846, "user_cpu_s_delta": 4.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.187, "count": 158, "max_ms": 5.329, "p95_ms": 3.57, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.649, "count": 30, "max": 36.762, "p95": 33.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.564, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.867, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16042.267, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.767, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.644, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90898.067, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87710.967, "count": 30, "max": 96321.0, "p95": 95656.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.667, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.325, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33532, "sampled_at": "2026-11-04T09:56:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:56:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5678087, "flush_count": 6908, "flush_interval_seconds": 30.0, "flush_state": {"count": 6908, "last_at": "2026-11-04T09:56:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:56:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6907}, "started": true, "suppressed_count": 4089813, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089796}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6908, "written_record_count": 6908}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11389.32, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11326564454400, "copied_frame_count": 4096703, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11326564454400, "frame_buffer_copies": 4096703, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0796, "count": 512, "max_ms": 0.3142, "p50_ms": 0.0717, "p95_ms": 0.1377, "p99_ms": 0.1897}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0934, "count": 512, "max_ms": 3.0121, "p50_ms": 0.9825, "p95_ms": 1.9161, "p99_ms": 2.4841, "results": {"failed": 0, "not_applicable": 0, "success": 4096703, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 194, "h264_decode_error_count": 409, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:56:36+09:00", "last_error_summary": "[h264 @ 0x5fdf37f97a80] error while decoding MB 107 54, bytestream -5", "last_exit_at": "2026-11-04T09:55:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.386, "last_started_at": "2026-11-04T09:55:56+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 207, "restart_count_per_hour": 12, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 208}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.206, "sample_count": 1840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-11-04T09:56:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-11-04T09:56:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.838, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 53.162, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-11-04T09:56:36.694181+09:00", "mtime_epoch": 1793753796.6941812, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94707}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:56:36+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2812.496, "name": "celery", "pid": 176, "rss_mb": 2812.496, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 201, "pushed_frames": 201, "read_frames": 201, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.7, "pushed": 6.7, "read": 6.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.024, "p95_ms": 0.009, "reason": null, "sample_age_ms": 63.024, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.352, "count": 200, "max_ms": 3.392, "p95_ms": 0.909, "reason": null, "sample_age_ms": 87.329, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.143, "count": 200, "max_ms": 2.436, "p95_ms": 0.745, "reason": null, "sample_age_ms": 87.5, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 201, "max_ms": 0.225, "p95_ms": 0.12, "reason": null, "sample_age_ms": 63.028, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.98, "count": 200, "max_ms": 2.707, "p95_ms": 1.788, "reason": null, "sample_age_ms": 86.658, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2211848.0, "count": 200, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 86.645, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 201, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.087, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.203, "count": 201, "max_ms": 55.463, "p95_ms": 38.616, "reason": null, "sample_age_ms": 63.022, "source": "client_direct"}, "sample_age_ms": 63.019, "source": "client_direct", "task_total_ms": {"avg_ms": 28.352, "count": 201, "max_ms": 57.351, "p95_ms": 39.802, "reason": null, "sample_age_ms": 63.019, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.773, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.462, "count": 201, "max_ms": 1.217, "p95_ms": 0.719}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.147, "count": 201, "max_ms": 0.449, "p95_ms": 0.257}, "detection_prepare_ms": {"avg_ms": 0.064, "count": 201, "max_ms": 0.19, "p95_ms": 0.102}, "event_filter_ms": {"avg_ms": 0.003, "count": 201, "max_ms": 0.026, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 201, "max_ms": 0.155, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 201, "max_ms": 0.026, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 201, "max_ms": 0.312, "p95_ms": 0.194}, "setup_ms": {"avg_ms": 0.026, "count": 201, "max_ms": 0.074, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.436, "count": 201, "max_ms": 1.165, "p95_ms": 0.669}, "track_match_ms": {"avg_ms": 0.003, "count": 201, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 201, "max_ms": 0.053, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.066, "count": 201, "max_ms": 5.329, "p95_ms": 3.518}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 201, "max_ms": 0.469, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.949, "count": 201, "max_ms": 60.214, "p95_ms": 40.238}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 201, "max_ms": 0.093, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.898, "count": 201, "max_ms": 97.563, "p95_ms": 78.194}, "inference_input_copy_ms": {"avg_ms": 1.175, "count": 201, "max_ms": 2.809, "p95_ms": 2.269}, "processing_residual_ms": {"avg_ms": 0.085, "count": 201, "max_ms": 0.232, "p95_ms": 0.165}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.184, "count": 201, "max_ms": 98.946, "p95_ms": 79.314}, "read_interval": {"avg_ms": 149.143, "count": 201, "max_ms": 4243.603, "p95_ms": 312.127}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 201, "max_ms": 0.044, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.083, "count": 201, "max_ms": 0.223, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 201, "max_ms": 0.023, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 201, "max_ms": 0.195, "p95_ms": 0.124}, "worker_merge_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.033, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 28.959, "count": 201, "max_ms": 60.224, "p95_ms": 40.25}, "visualize": {"avg_ms": 26.929, "count": 201, "max_ms": 46.793, "p95_ms": 39.985}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.352, "count": 201, "max_ms": 46.309, "p95_ms": 39.003}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.804, "count": 201, "max_ms": 46.703, "p95_ms": 39.824}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.741, "count": 201, "max_ms": 46.647, "p95_ms": 39.749}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 201, "max_ms": 0.103, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.341, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.815, "sample_count": 1803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 751.0, "cpu_core_ratio": 1.260479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 741.0, "pid": 91750, "reason": null, "system_cpu_core_ratio": 0.052769, "system_cpu_s_delta": 0.5299999999999999, "user_cpu_core_ratio": 1.20771, "user_cpu_s_delta": 12.130000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.539636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.047791, "system_cpu_s_delta": 0.47999999999956344, "user_cpu_core_ratio": 0.491846, "user_cpu_s_delta": 4.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.187, "count": 158, "max_ms": 5.329, "p95_ms": 3.57, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.649, "count": 30, "max": 36.762, "p95": 33.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.564, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.867, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16042.267, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.767, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.644, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90898.067, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87710.967, "count": 30, "max": 96321.0, "p95": 95656.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.667, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.325, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33532, "sampled_at": "2026-11-04T09:56:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:56:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5678087, "flush_count": 6908, "flush_interval_seconds": 30.0, "flush_state": {"count": 6908, "last_at": "2026-11-04T09:56:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:56:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6907}, "started": true, "suppressed_count": 4089813, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089796}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6908, "written_record_count": 6908}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11625.199, "limit_mb": null}, "detail": {"pid": 91866, "restart_count": 208, "start_count": 209}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11326564454400, "copied_frame_count": 4096703, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11326564454400, "frame_buffer_copies": 4096703, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0796, "count": 512, "max_ms": 0.3142, "p50_ms": 0.0717, "p95_ms": 0.1377, "p99_ms": 0.1897}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0934, "count": 512, "max_ms": 3.0121, "p50_ms": 0.9825, "p95_ms": 1.9161, "p99_ms": 2.4841, "results": {"failed": 0, "not_applicable": 0, "success": 4096703, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 194, "h264_decode_error_count": 409, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:56:36+09:00", "last_error_summary": "[h264 @ 0x5fdf37f97a80] error while decoding MB 107 54, bytestream -5", "last_exit_at": "2026-11-04T09:55:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:56:39+09:00", "pid": 91866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 256.008, "name": "ffmpeg", "pid": 91866, "rss_mb": 256.008, "state": "S (sleeping)", "threads": 19}, "restart_count": 208, "restart_count_per_hour": 13, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 209}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.206, "sample_count": 1840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.637, "last_frame_pushed_at": "2026-11-04T09:56:36+09:00", "last_frame_read_age_sec": 4.686, "last_frame_read_at": "2026-11-04T09:56:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 551.443, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 48.557, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 4.63, "exists": true, "mtime": "2026-11-04T09:56:36.694181+09:00", "mtime_epoch": 1793753796.6941812, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94707}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:56:41+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2812.5, "name": "celery", "pid": 176, "rss_mb": 2812.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.14, "pushed": 6.14, "read": 6.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.004, "count": 184, "max_ms": 0.024, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4666.192, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.345, "count": 183, "max_ms": 3.392, "p95_ms": 0.883, "reason": null, "sample_age_ms": 4690.496, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.133, "count": 183, "max_ms": 1.398, "p95_ms": 0.733, "reason": null, "sample_age_ms": 4690.668, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 184, "max_ms": 0.225, "p95_ms": 0.126, "reason": null, "sample_age_ms": 4666.196, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.979, "count": 183, "max_ms": 2.707, "p95_ms": 1.778, "reason": null, "sample_age_ms": 4689.826, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2211848.0, "count": 183, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4689.812, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4666.255, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.034, "count": 184, "max_ms": 49.21, "p95_ms": 37.68, "reason": null, "sample_age_ms": 4666.189, "source": "client_direct"}, "sample_age_ms": 4666.187, "source": "client_direct", "task_total_ms": {"avg_ms": 28.183, "count": 184, "max_ms": 50.254, "p95_ms": 39.205, "reason": null, "sample_age_ms": 4666.187, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.408, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.464, "count": 184, "max_ms": 1.217, "p95_ms": 0.719}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.148, "count": 184, "max_ms": 0.449, "p95_ms": 0.264}, "detection_prepare_ms": {"avg_ms": 0.064, "count": 184, "max_ms": 0.19, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 184, "max_ms": 0.026, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 184, "max_ms": 0.155, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 184, "max_ms": 0.026, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 184, "max_ms": 0.312, "p95_ms": 0.201}, "setup_ms": {"avg_ms": 0.026, "count": 184, "max_ms": 0.072, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.438, "count": 184, "max_ms": 1.165, "p95_ms": 0.669}, "track_match_ms": {"avg_ms": 0.003, "count": 184, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 184, "max_ms": 0.053, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.05, "count": 184, "max_ms": 4.494, "p95_ms": 3.518}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 184, "max_ms": 0.091, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.776, "count": 184, "max_ms": 50.855, "p95_ms": 40.056}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 184, "max_ms": 0.093, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.605, "count": 184, "max_ms": 89.542, "p95_ms": 77.761}, "inference_input_copy_ms": {"avg_ms": 1.178, "count": 184, "max_ms": 2.809, "p95_ms": 2.384}, "processing_residual_ms": {"avg_ms": 0.083, "count": 184, "max_ms": 0.231, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.891, "count": 184, "max_ms": 91.035, "p95_ms": 78.92}, "read_interval": {"avg_ms": 138.445, "count": 183, "max_ms": 4243.603, "p95_ms": 312.127}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 184, "max_ms": 0.044, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.083, "count": 184, "max_ms": 0.223, "p95_ms": 0.143}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 184, "max_ms": 0.023, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 184, "max_ms": 0.195, "p95_ms": 0.126}, "worker_merge_ms": {"avg_ms": 0.004, "count": 184, "max_ms": 0.033, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 28.786, "count": 184, "max_ms": 50.866, "p95_ms": 40.071}, "visualize": {"avg_ms": 26.808, "count": 184, "max_ms": 46.793, "p95_ms": 38.969}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.232, "count": 184, "max_ms": 46.309, "p95_ms": 38.432}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.682, "count": 184, "max_ms": 46.703, "p95_ms": 38.848}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.62, "count": 184, "max_ms": 46.647, "p95_ms": 38.795}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 184, "max_ms": 0.103, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.341, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.815, "sample_count": 1803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 751.0, "cpu_core_ratio": 1.260479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 741.0, "pid": 91750, "reason": null, "system_cpu_core_ratio": 0.052769, "system_cpu_s_delta": 0.5299999999999999, "user_cpu_core_ratio": 1.20771, "user_cpu_s_delta": 12.130000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.539636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.047791, "system_cpu_s_delta": 0.47999999999956344, "user_cpu_core_ratio": 0.491846, "user_cpu_s_delta": 4.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.187, "count": 158, "max_ms": 5.329, "p95_ms": 3.57, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.649, "count": 30, "max": 36.762, "p95": 33.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.564, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.867, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16042.267, "count": 30, "max": 102938.0, "p95": 102312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.767, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.644, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90898.067, "count": 30, "max": 96321.0, "p95": 95661.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87710.967, "count": 30, "max": 96321.0, "p95": 95656.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.667, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.325, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33532, "sampled_at": "2026-11-04T09:56:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:56:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5678962, "flush_count": 6909, "flush_interval_seconds": 30.0, "flush_state": {"count": 6909, "last_at": "2026-11-04T09:57:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:57:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6908}, "started": true, "suppressed_count": 4089964, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089947}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6909, "written_record_count": 6909}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11392.461, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x574457603080] error while decoding MB 95 80, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11326984704000, "copied_frame_count": 4096855, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11326984704000, "frame_buffer_copies": 4096855, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0826, "count": 512, "max_ms": 0.3142, "p50_ms": 0.073, "p95_ms": 0.1519, "p99_ms": 0.1996}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.106, "count": 512, "max_ms": 7.3184, "p50_ms": 0.9809, "p95_ms": 1.9214, "p99_ms": 2.8058, "results": {"failed": 0, "not_applicable": 0, "success": 4096855, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 195, "h264_decode_error_count": 410, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:57:17+09:00", "last_error_summary": "[h264 @ 0x574457603080] error while decoding MB 95 80, bytestream -6", "last_exit_at": "2026-11-04T09:55:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.97, "last_started_at": "2026-11-04T09:56:39+09:00", "pid": 91866, "process": {"exists": false, "pid": 91866}, "restart_count": 208, "restart_count_per_hour": 13, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 209}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.456, "sample_count": 1813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-11-04T09:57:17+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-04T09:57:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.415, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 12.585, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-04T09:57:17.235492+09:00", "mtime_epoch": 1793753837.2354915, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93398}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:57:17+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2812.574, "name": "celery", "pid": 176, "rss_mb": 2812.574, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096855, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 124}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 123, "read_frames": 123, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.139, "pushed": 4.106, "read": 4.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.005, "count": 124, "max_ms": 0.032, "p95_ms": 0.011, "reason": null, "sample_age_ms": 35.308, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.397, "count": 123, "max_ms": 1.431, "p95_ms": 1.089, "reason": null, "sample_age_ms": 68.537, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 123, "max_ms": 1.237, "p95_ms": 0.875, "reason": null, "sample_age_ms": 68.794, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 124, "max_ms": 0.232, "p95_ms": 0.118, "reason": null, "sample_age_ms": 35.313, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.12, "count": 123, "max_ms": 4.015, "p95_ms": 1.993, "reason": null, "sample_age_ms": 67.065, "source": "client_direct"}, "request_count": 123, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 67.043, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 124, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.381, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.032, "count": 124, "max_ms": 49.447, "p95_ms": 42.23, "reason": null, "sample_age_ms": 35.305, "source": "client_direct"}, "sample_age_ms": 35.301, "source": "client_direct", "task_total_ms": {"avg_ms": 30.339, "count": 124, "max_ms": 51.502, "p95_ms": 43.347, "reason": null, "sample_age_ms": 35.301, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.604, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.581, "count": 124, "max_ms": 1.886, "p95_ms": 1.07}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.183, "count": 124, "max_ms": 0.666, "p95_ms": 0.342}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 124, "max_ms": 0.306, "p95_ms": 0.146}, "event_filter_ms": {"avg_ms": 0.003, "count": 124, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 124, "max_ms": 0.26, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 124, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.151, "count": 124, "max_ms": 0.495, "p95_ms": 0.32}, "setup_ms": {"avg_ms": 0.034, "count": 124, "max_ms": 0.13, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.549, "count": 124, "max_ms": 1.823, "p95_ms": 1.03}, "track_match_ms": {"avg_ms": 0.004, "count": 124, "max_ms": 0.037, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.022, "count": 124, "max_ms": 0.091, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.357, "count": 123, "max_ms": 5.076, "p95_ms": 3.841}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 124, "max_ms": 0.311, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.978, "count": 124, "max_ms": 52.17, "p95_ms": 44.063}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 124, "max_ms": 0.138, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.959, "count": 124, "max_ms": 91.368, "p95_ms": 81.93}, "inference_input_copy_ms": {"avg_ms": 1.225, "count": 124, "max_ms": 3.714, "p95_ms": 2.06}, "processing_residual_ms": {"avg_ms": 0.101, "count": 124, "max_ms": 0.395, "p95_ms": 0.196}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.313, "count": 124, "max_ms": 93.092, "p95_ms": 83.582}, "read_interval": {"avg_ms": 243.539, "count": 123, "max_ms": 8832.221, "p95_ms": 336.921}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 124, "max_ms": 0.067, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.102, "count": 124, "max_ms": 0.368, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 124, "max_ms": 0.043, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 124, "max_ms": 0.337, "p95_ms": 0.182}, "worker_merge_ms": {"avg_ms": 0.004, "count": 124, "max_ms": 0.041, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 30.99, "count": 124, "max_ms": 52.179, "p95_ms": 44.082}, "visualize": {"avg_ms": 28.733, "count": 124, "max_ms": 50.454, "p95_ms": 41.341}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.076, "count": 124, "max_ms": 49.726, "p95_ms": 40.408}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.587, "count": 124, "max_ms": 50.283, "p95_ms": 41.139}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.514, "count": 124, "max_ms": 50.204, "p95_ms": 41.051}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 124, "max_ms": 0.147, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.531, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.873, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.648, "sample_count": 1841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94562, "write_bytes_delta": 94562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 291.0, "cpu_core_ratio": 0.500675, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 985.0, "pid": 91866, "reason": null, "system_cpu_core_ratio": 0.026506, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.474169, "user_cpu_s_delta": 4.830000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.26899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.022579, "system_cpu_s_delta": 0.23000000000320142, "user_cpu_core_ratio": 0.246411, "user_cpu_s_delta": 2.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.22, "count": 116, "max_ms": 5.076, "p95_ms": 4.158, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.316, "count": 30, "max": 44.692, "p95": 35.66, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.371, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 471.367, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12654.2, "count": 30, "max": 102938.0, "p95": 99280.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.761, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.642, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90904.067, "count": 30, "max": 96321.0, "p95": 95656.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87693.367, "count": 30, "max": 95701.0, "p95": 95515.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.5, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.314, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33535, "sampled_at": "2026-11-04T09:56:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:56:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5678962, "flush_count": 6909, "flush_interval_seconds": 30.0, "flush_state": {"count": 6909, "last_at": "2026-11-04T09:57:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:57:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6908}, "started": true, "suppressed_count": 4089964, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089947}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6909, "written_record_count": 6909}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11392.578, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T09:57:17+09:00", "last_error_summary": "[h264 @ 0x574457603080] error while decoding MB 95 80, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11326984704000, "copied_frame_count": 4096855, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11326984704000, "frame_buffer_copies": 4096855, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0826, "count": 512, "max_ms": 0.3142, "p50_ms": 0.073, "p95_ms": 0.1519, "p99_ms": 0.1996}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.106, "count": 512, "max_ms": 7.3184, "p50_ms": 0.9809, "p95_ms": 1.9214, "p99_ms": 2.8058, "results": {"failed": 0, "not_applicable": 0, "success": 4096855, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 195, "h264_decode_error_count": 410, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:57:17+09:00", "last_error_summary": "[h264 @ 0x574457603080] error while decoding MB 95 80, bytestream -6", "last_exit_at": "2026-11-04T09:57:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.995, "last_started_at": "2026-11-04T09:56:39+09:00", "pid": 91866, "process": {"exists": false, "pid": 91866}, "restart_count": 208, "restart_count_per_hour": 13, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 209}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.456, "sample_count": 1813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-11-04T09:57:17+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-11-04T09:57:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.437, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 12.563, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-11-04T09:57:17.309492+09:00", "mtime_epoch": 1793753837.309492, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93035}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:57:17+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2812.574, "name": "celery", "pid": 176, "rss_mb": 2812.574, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096855, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 124}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.136, "pushed": 4.136, "read": 4.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.005, "count": 123, "max_ms": 0.032, "p95_ms": 0.011, "reason": null, "sample_age_ms": 59.073, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.397, "count": 123, "max_ms": 1.431, "p95_ms": 1.089, "reason": null, "sample_age_ms": 92.302, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 123, "max_ms": 1.237, "p95_ms": 0.875, "reason": null, "sample_age_ms": 92.559, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 123, "max_ms": 0.232, "p95_ms": 0.119, "reason": null, "sample_age_ms": 59.078, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.12, "count": 123, "max_ms": 4.015, "p95_ms": 1.993, "reason": null, "sample_age_ms": 90.829, "source": "client_direct"}, "request_count": 123, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 90.808, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.145, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.008, "count": 123, "max_ms": 49.447, "p95_ms": 42.297, "reason": null, "sample_age_ms": 59.07, "source": "client_direct"}, "sample_age_ms": 59.066, "source": "client_direct", "task_total_ms": {"avg_ms": 30.315, "count": 123, "max_ms": 51.502, "p95_ms": 43.376, "reason": null, "sample_age_ms": 59.066, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.849, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.581, "count": 124, "max_ms": 1.886, "p95_ms": 1.07}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.183, "count": 124, "max_ms": 0.666, "p95_ms": 0.342}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 124, "max_ms": 0.306, "p95_ms": 0.146}, "event_filter_ms": {"avg_ms": 0.003, "count": 124, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 124, "max_ms": 0.26, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 124, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.151, "count": 124, "max_ms": 0.495, "p95_ms": 0.32}, "setup_ms": {"avg_ms": 0.034, "count": 124, "max_ms": 0.13, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.549, "count": 124, "max_ms": 1.823, "p95_ms": 1.03}, "track_match_ms": {"avg_ms": 0.004, "count": 124, "max_ms": 0.037, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.022, "count": 124, "max_ms": 0.091, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.394, "count": 124, "max_ms": 6.963, "p95_ms": 4.084}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 124, "max_ms": 0.311, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.978, "count": 124, "max_ms": 52.17, "p95_ms": 44.063}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 124, "max_ms": 0.138, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.959, "count": 124, "max_ms": 91.368, "p95_ms": 81.93}, "inference_input_copy_ms": {"avg_ms": 1.225, "count": 124, "max_ms": 3.714, "p95_ms": 2.06}, "processing_residual_ms": {"avg_ms": 0.101, "count": 124, "max_ms": 0.395, "p95_ms": 0.196}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.313, "count": 124, "max_ms": 93.092, "p95_ms": 83.582}, "read_interval": {"avg_ms": 243.539, "count": 123, "max_ms": 8832.221, "p95_ms": 336.921}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 124, "max_ms": 0.067, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.102, "count": 124, "max_ms": 0.368, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 124, "max_ms": 0.043, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 124, "max_ms": 0.337, "p95_ms": 0.182}, "worker_merge_ms": {"avg_ms": 0.004, "count": 124, "max_ms": 0.041, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 30.99, "count": 124, "max_ms": 52.179, "p95_ms": 44.082}, "visualize": {"avg_ms": 28.733, "count": 124, "max_ms": 50.454, "p95_ms": 41.341}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.076, "count": 124, "max_ms": 49.726, "p95_ms": 40.408}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.587, "count": 124, "max_ms": 50.283, "p95_ms": 41.139}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.514, "count": 124, "max_ms": 50.204, "p95_ms": 41.051}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 124, "max_ms": 0.147, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.531, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.873, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.648, "sample_count": 1841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94562, "write_bytes_delta": 94562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 291.0, "cpu_core_ratio": 0.500675, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 985.0, "pid": 91866, "reason": null, "system_cpu_core_ratio": 0.026506, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.474169, "user_cpu_s_delta": 4.830000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.26899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.022579, "system_cpu_s_delta": 0.23000000000320142, "user_cpu_core_ratio": 0.246411, "user_cpu_s_delta": 2.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.22, "count": 116, "max_ms": 5.076, "p95_ms": 4.158, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.316, "count": 30, "max": 44.692, "p95": 35.66, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.371, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 471.367, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12654.2, "count": 30, "max": 102938.0, "p95": 99280.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.761, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.642, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90904.067, "count": 30, "max": 96321.0, "p95": 95656.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87693.367, "count": 30, "max": 95701.0, "p95": 95515.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.5, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.314, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33535, "sampled_at": "2026-11-04T09:56:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:56:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5678962, "flush_count": 6909, "flush_interval_seconds": 30.0, "flush_state": {"count": 6909, "last_at": "2026-11-04T09:57:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:57:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6908}, "started": true, "suppressed_count": 4089964, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089947}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6909, "written_record_count": 6909}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11393.238, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11326984704000, "copied_frame_count": 4096855, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11326984704000, "frame_buffer_copies": 4096855, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0826, "count": 512, "max_ms": 0.3142, "p50_ms": 0.073, "p95_ms": 0.1519, "p99_ms": 0.1996}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.106, "count": 512, "max_ms": 7.3184, "p50_ms": 0.9809, "p95_ms": 1.9214, "p99_ms": 2.8058, "results": {"failed": 0, "not_applicable": 0, "success": 4096855, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 195, "h264_decode_error_count": 410, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:57:17+09:00", "last_error_summary": "[h264 @ 0x574457603080] error while decoding MB 95 80, bytestream -6", "last_exit_at": "2026-11-04T09:57:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.017, "last_started_at": "2026-11-04T09:56:39+09:00", "pid": 91866, "process": {"exists": false, "pid": 91866}, "restart_count": 208, "restart_count_per_hour": 13, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 209}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.456, "sample_count": 1813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-04T09:57:17+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-04T09:57:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.459, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 12.541, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-04T09:57:17.309492+09:00", "mtime_epoch": 1793753837.309492, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93035}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:57:17+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2812.574, "name": "celery", "pid": 176, "rss_mb": 2812.574, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096855, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 123, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.1, "pushed": 4.1, "read": 4.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.005, "count": 123, "max_ms": 0.032, "p95_ms": 0.011, "reason": null, "sample_age_ms": 81.203, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.398, "count": 122, "max_ms": 1.431, "p95_ms": 1.093, "reason": null, "sample_age_ms": 114.432, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.17, "count": 122, "max_ms": 1.237, "p95_ms": 0.878, "reason": null, "sample_age_ms": 114.689, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 123, "max_ms": 0.232, "p95_ms": 0.119, "reason": null, "sample_age_ms": 81.209, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.12, "count": 123, "max_ms": 4.015, "p95_ms": 1.993, "reason": null, "sample_age_ms": 112.96, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 112.938, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.276, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.008, "count": 123, "max_ms": 49.447, "p95_ms": 42.297, "reason": null, "sample_age_ms": 81.2, "source": "client_direct"}, "sample_age_ms": 81.196, "source": "client_direct", "task_total_ms": {"avg_ms": 30.315, "count": 123, "max_ms": 51.502, "p95_ms": 43.376, "reason": null, "sample_age_ms": 81.196, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.775, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.582, "count": 123, "max_ms": 1.886, "p95_ms": 1.07}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.183, "count": 123, "max_ms": 0.666, "p95_ms": 0.342}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 123, "max_ms": 0.306, "p95_ms": 0.146}, "event_filter_ms": {"avg_ms": 0.003, "count": 123, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 123, "max_ms": 0.26, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 123, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.151, "count": 123, "max_ms": 0.495, "p95_ms": 0.32}, "setup_ms": {"avg_ms": 0.034, "count": 123, "max_ms": 0.13, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.55, "count": 123, "max_ms": 1.823, "p95_ms": 1.03}, "track_match_ms": {"avg_ms": 0.004, "count": 123, "max_ms": 0.037, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.022, "count": 123, "max_ms": 0.091, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.399, "count": 123, "max_ms": 6.963, "p95_ms": 4.084}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 123, "max_ms": 0.311, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.954, "count": 123, "max_ms": 52.17, "p95_ms": 44.063}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 123, "max_ms": 0.138, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.952, "count": 123, "max_ms": 91.368, "p95_ms": 81.93}, "inference_input_copy_ms": {"avg_ms": 1.219, "count": 123, "max_ms": 3.714, "p95_ms": 2.06}, "processing_residual_ms": {"avg_ms": 0.101, "count": 123, "max_ms": 0.395, "p95_ms": 0.196}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.3, "count": 123, "max_ms": 93.092, "p95_ms": 83.582}, "read_interval": {"avg_ms": 243.539, "count": 123, "max_ms": 8832.221, "p95_ms": 336.921}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 123, "max_ms": 0.067, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.102, "count": 123, "max_ms": 0.368, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 123, "max_ms": 0.043, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 123, "max_ms": 0.337, "p95_ms": 0.182}, "worker_merge_ms": {"avg_ms": 0.004, "count": 123, "max_ms": 0.041, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 30.966, "count": 123, "max_ms": 52.179, "p95_ms": 44.082}, "visualize": {"avg_ms": 28.748, "count": 123, "max_ms": 50.454, "p95_ms": 41.341}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.092, "count": 123, "max_ms": 49.726, "p95_ms": 40.408}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.602, "count": 123, "max_ms": 50.283, "p95_ms": 41.139}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.53, "count": 123, "max_ms": 50.204, "p95_ms": 41.051}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 123, "max_ms": 0.147, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.531, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.873, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.648, "sample_count": 1841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94562, "write_bytes_delta": 94562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 291.0, "cpu_core_ratio": 0.500675, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 985.0, "pid": 91866, "reason": null, "system_cpu_core_ratio": 0.026506, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.474169, "user_cpu_s_delta": 4.830000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.26899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.022579, "system_cpu_s_delta": 0.23000000000320142, "user_cpu_core_ratio": 0.246411, "user_cpu_s_delta": 2.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.22, "count": 116, "max_ms": 5.076, "p95_ms": 4.158, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.316, "count": 30, "max": 44.692, "p95": 35.66, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.371, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 471.367, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12654.2, "count": 30, "max": 102938.0, "p95": 99280.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.761, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.642, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90904.067, "count": 30, "max": 96321.0, "p95": 95656.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87693.367, "count": 30, "max": 95701.0, "p95": 95515.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.5, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.314, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33535, "sampled_at": "2026-11-04T09:56:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:56:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5678962, "flush_count": 6909, "flush_interval_seconds": 30.0, "flush_state": {"count": 6909, "last_at": "2026-11-04T09:57:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T09:57:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6908}, "started": true, "suppressed_count": 4089964, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4089947}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6909, "written_record_count": 6909}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11432.746, "limit_mb": null}, "detail": {"pid": 91982, "restart_count": 209, "start_count": 210}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11326984704000, "copied_frame_count": 4096855, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11326984704000, "frame_buffer_copies": 4096855, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0826, "count": 512, "max_ms": 0.3142, "p50_ms": 0.073, "p95_ms": 0.1519, "p99_ms": 0.1996}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.106, "count": 512, "max_ms": 7.3184, "p50_ms": 0.9809, "p95_ms": 1.9214, "p99_ms": 2.8058, "results": {"failed": 0, "not_applicable": 0, "success": 4096855, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 195, "h264_decode_error_count": 410, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T09:57:17+09:00", "last_error_summary": "[h264 @ 0x574457603080] error while decoding MB 95 80, bytestream -6", "last_exit_at": "2026-11-04T09:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T09:57:19+09:00", "pid": 91982, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.398, "name": "ffmpeg", "pid": 91982, "rss_mb": 74.398, "state": "R (running)", "threads": 1}, "restart_count": 209, "restart_count_per_hour": 14, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 210}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.456, "sample_count": 1791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.668, "last_frame_pushed_at": "2026-11-04T09:57:17+09:00", "last_frame_read_age_sec": 4.748, "last_frame_read_at": "2026-11-04T09:57:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 592.096, "last_sample_duration_ms": 904.942, "last_trigger": "periodic", "next_snapshot_in_sec": 7.904, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 693, "storage_bytes": 2654170}, "mjpeg": {"age_sec": 4.666, "exists": true, "mtime": "2026-11-04T09:57:17.309492+09:00", "mtime_epoch": 1793753837.309492, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93035}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T09:57:21+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2812.578, "name": "celery", "pid": 176, "rss_mb": 2812.578, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4096855, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.772, "pushed": 3.772, "read": 3.738}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 112, "client_acquire_ms": {"avg_ms": 0.005, "count": 113, "max_ms": 0.032, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4717.586, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.399, "count": 112, "max_ms": 1.431, "p95_ms": 1.054, "reason": null, "sample_age_ms": 4750.815, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 112, "max_ms": 1.237, "p95_ms": 0.848, "reason": null, "sample_age_ms": 4751.071, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 113, "max_ms": 0.232, "p95_ms": 0.118, "reason": null, "sample_age_ms": 4717.591, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.12, "count": 112, "max_ms": 4.015, "p95_ms": 2.009, "reason": null, "sample_age_ms": 4749.342, "source": "client_direct"}, "request_count": 112, "request_tensor_bytes": {"avg": 2211848.0, "count": 112, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4749.321, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 113, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4717.658, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.26, "count": 113, "max_ms": 49.447, "p95_ms": 42.785, "reason": null, "sample_age_ms": 4717.583, "source": "client_direct"}, "sample_age_ms": 4717.579, "source": "client_direct", "task_total_ms": {"avg_ms": 30.568, "count": 113, "max_ms": 51.502, "p95_ms": 43.968, "reason": null, "sample_age_ms": 4717.579, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.082, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.576, "count": 113, "max_ms": 1.886, "p95_ms": 1.139}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.181, "count": 113, "max_ms": 0.666, "p95_ms": 0.342}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 113, "max_ms": 0.306, "p95_ms": 0.149}, "event_filter_ms": {"avg_ms": 0.003, "count": 113, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 113, "max_ms": 0.26, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 113, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 113, "max_ms": 0.495, "p95_ms": 0.335}, "setup_ms": {"avg_ms": 0.034, "count": 113, "max_ms": 0.13, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.544, "count": 113, "max_ms": 1.823, "p95_ms": 1.069}, "track_match_ms": {"avg_ms": 0.004, "count": 113, "max_ms": 0.037, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.021, "count": 113, "max_ms": 0.091, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.39, "count": 113, "max_ms": 6.963, "p95_ms": 4.259}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 113, "max_ms": 0.311, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.209, "count": 113, "max_ms": 52.17, "p95_ms": 45.452}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 113, "max_ms": 0.138, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.744, "count": 113, "max_ms": 91.368, "p95_ms": 82.587}, "inference_input_copy_ms": {"avg_ms": 1.223, "count": 113, "max_ms": 3.714, "p95_ms": 2.06}, "processing_residual_ms": {"avg_ms": 0.103, "count": 113, "max_ms": 0.395, "p95_ms": 0.202}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.099, "count": 113, "max_ms": 93.092, "p95_ms": 84.022}, "read_interval": {"avg_ms": 225.72, "count": 112, "max_ms": 8832.221, "p95_ms": 324.991}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 113, "max_ms": 0.067, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.102, "count": 113, "max_ms": 0.368, "p95_ms": 0.235}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 113, "max_ms": 0.043, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 113, "max_ms": 0.337, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.004, "count": 113, "max_ms": 0.041, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.221, "count": 113, "max_ms": 52.179, "p95_ms": 45.465}, "visualize": {"avg_ms": 28.29, "count": 113, "max_ms": 50.454, "p95_ms": 39.17}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.639, "count": 113, "max_ms": 49.726, "p95_ms": 38.176}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.145, "count": 113, "max_ms": 50.283, "p95_ms": 38.995}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.073, "count": 113, "max_ms": 50.204, "p95_ms": 38.922}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 113, "max_ms": 0.147, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2812.531, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.873, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.648, "sample_count": 1841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4096761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T09:56:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94562, "write_bytes_delta": 94562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 291.0, "cpu_core_ratio": 0.500675, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 985.0, "pid": 91866, "reason": null, "system_cpu_core_ratio": 0.026506, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.474169, "user_cpu_s_delta": 4.830000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.26899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.022579, "system_cpu_s_delta": 0.23000000000320142, "user_cpu_core_ratio": 0.246411, "user_cpu_s_delta": 2.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.22, "count": 116, "max_ms": 5.076, "p95_ms": 4.158, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.316, "count": 30, "max": 44.692, "p95": 35.66, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.371, "count": 30, "max": 18.157, "p95": 16.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 471.367, "count": 30, "max": 967.0, "p95": 829.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12654.2, "count": 30, "max": 102938.0, "p95": 99280.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.52, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.761, "count": 30, "max": 1.438, "p95": 1.27, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.642, "count": 30, "max": 5.045, "p95": 4.578, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90904.067, "count": 30, "max": 96321.0, "p95": 95656.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87693.367, "count": 30, "max": 95701.0, "p95": 95515.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.5, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.065, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.314, "count": 30, "max": 0.674, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33535, "sampled_at": "2026-11-04T09:56:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:56:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5696462, "flush_count": 6929, "flush_interval_seconds": 30.0, "flush_state": {"count": 6929, "last_at": "2026-11-04T10:17:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:17:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6928}, "started": true, "suppressed_count": 4101595, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4101578}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6929, "written_record_count": 6929}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11417.023, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x60bd46d575c0] cabac decode of qscale diff failed at 0 96 [h264 @ 0x60bd46d575c0] error while decoding MB 0 96, bytestream 735 [h264 @ 0x60bd4763e980] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60bd4763e980] error while decoding MB 0 96, bytestream 1897 [h264 @ 0x60bd46d575c0] cabac decode of qscale diff failed at 108 91 [h264 @ 0x60bd46d575c0] error while decoding MB 108 91, bytestream 39042 [in#0/rtsp @ 0x60bd46b19e00] Error during demuxing: Connection timed out [", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11359197388800, "copied_frame_count": 4108506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11359197388800, "frame_buffer_copies": 4108506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0843, "count": 512, "max_ms": 1.113, "p50_ms": 0.0702, "p95_ms": 0.1558, "p99_ms": 0.2222}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0597, "count": 512, "max_ms": 4.258, "p50_ms": 0.8968, "p95_ms": 1.9441, "p99_ms": 3.2411, "results": {"failed": 0, "not_applicable": 0, "success": 4108506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 196, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:17:46+09:00", "last_error_summary": "[h264 @ 0x60bd46d575c0] cabac decode of qscale diff failed at 0 96 [h264 @ 0x60bd46d575c0] error while decoding MB 0 96, bytestream 735 [h264 @ 0x60bd4763e980] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60bd4763e980] error while decoding MB 0 96, bytestream 1897 [h264 @ 0x60bd46d575c0] cabac decode of qscale diff failed at 108 91 [h264 @ 0x60bd46d575c0] error while decoding MB 108 91, bytestream 39042 [in#0/rtsp @ 0x60bd46b19e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-11-04T09:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1226.124, "last_started_at": "2026-11-04T09:57:19+09:00", "pid": 91982, "process": {"exists": false, "pid": 91982}, "restart_count": 209, "restart_count_per_hour": 10, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 210}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.223, "sample_count": 2413, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4108506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-11-04T10:17:46+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-11-04T10:17:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 7.018, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 592.982, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-11-04T10:17:46.079409+09:00", "mtime_epoch": 1793755066.0794094, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 77199}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:17:46+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2818.133, "name": "celery", "pid": 176, "rss_mb": 2818.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4108506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 65}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 65, "pushed_frames": 65, "read_frames": 65, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.311, "pushed": 2.311, "read": 2.311}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 65, "client_acquire_ms": {"avg_ms": 0.005, "count": 65, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 61.594, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.435, "count": 65, "max_ms": 1.477, "p95_ms": 1.323, "reason": null, "sample_age_ms": 93.325, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 65, "max_ms": 1.192, "p95_ms": 1.018, "reason": null, "sample_age_ms": 93.536, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 65, "max_ms": 0.219, "p95_ms": 0.148, "reason": null, "sample_age_ms": 61.605, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.119, "count": 65, "max_ms": 2.622, "p95_ms": 1.95, "reason": null, "sample_age_ms": 92.025, "source": "client_direct"}, "request_count": 65, "request_tensor_bytes": {"avg": 2211848.0, "count": 65, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 92.009, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 65, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.771, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.263, "count": 65, "max_ms": 50.899, "p95_ms": 36.534, "reason": null, "sample_age_ms": 61.591, "source": "client_direct"}, "sample_age_ms": 61.587, "source": "client_direct", "task_total_ms": {"avg_ms": 29.574, "count": 65, "max_ms": 52.643, "p95_ms": 38.095, "reason": null, "sample_age_ms": 61.587, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.317, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.495, "count": 65, "max_ms": 1.113, "p95_ms": 0.803}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 65, "max_ms": 0.425, "p95_ms": 0.251}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 65, "max_ms": 0.167, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.003, "count": 65, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 65, "max_ms": 0.139, "p95_ms": 0.107}, "mcmt_ms": {"avg_ms": 0.002, "count": 65, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 65, "max_ms": 0.284, "p95_ms": 0.237}, "setup_ms": {"avg_ms": 0.029, "count": 65, "max_ms": 0.058, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.467, "count": 65, "max_ms": 1.056, "p95_ms": 0.748}, "track_match_ms": {"avg_ms": 0.003, "count": 65, "max_ms": 0.026, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 65, "max_ms": 0.046, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.135, "count": 65, "max_ms": 4.738, "p95_ms": 4.033}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 65, "max_ms": 0.112, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.308, "count": 65, "max_ms": 53.357, "p95_ms": 39.205}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 65, "max_ms": 0.128, "p95_ms": 0.068}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.496, "count": 65, "max_ms": 100.598, "p95_ms": 88.049}, "inference_input_copy_ms": {"avg_ms": 1.221, "count": 65, "max_ms": 3.084, "p95_ms": 2.416}, "processing_residual_ms": {"avg_ms": 0.091, "count": 65, "max_ms": 0.251, "p95_ms": 0.145}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.838, "count": 65, "max_ms": 103.322, "p95_ms": 88.748}, "read_interval": {"avg_ms": 478.61, "count": 65, "max_ms": 20199.191, "p95_ms": 475.216}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 65, "max_ms": 0.03, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.087, "count": 65, "max_ms": 0.191, "p95_ms": 0.161}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 65, "max_ms": 0.022, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 65, "max_ms": 0.172, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 65, "max_ms": 0.011, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.318, "count": 65, "max_ms": 53.366, "p95_ms": 39.213}, "visualize": {"avg_ms": 29.059, "count": 65, "max_ms": 66.916, "p95_ms": 53.918}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.464, "count": 65, "max_ms": 66.38, "p95_ms": 53.263}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.927, "count": 65, "max_ms": 66.812, "p95_ms": 53.777}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.863, "count": 65, "max_ms": 66.75, "p95_ms": 53.718}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 65, "max_ms": 0.137, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.282, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.237, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4108499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 77245, "write_bytes_delta": 77245, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 432.0, "cpu_core_ratio": 0.2887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2700.0, "pid": 91982, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.2784, "user_cpu_s_delta": 9.730000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.126467, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.3600000000005821, "user_cpu_core_ratio": 0.116167, "user_cpu_s_delta": 4.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.133, "count": 58, "max_ms": 4.738, "p95_ms": 4.117, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.94, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.99, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 617.1, "count": 30, "max": 1413.0, "p95": 721.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 501.867, "count": 30, "max": 6423.0, "p95": 2797.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.89, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 77784.067, "count": 30, "max": 79533.0, "p95": 79409.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77784.067, "count": 30, "max": 79533.0, "p95": 79409.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.867, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.071, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33654, "sampled_at": "2026-11-04T10:17:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:17:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.123, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5696462, "flush_count": 6929, "flush_interval_seconds": 30.0, "flush_state": {"count": 6929, "last_at": "2026-11-04T10:17:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:17:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6928}, "started": true, "suppressed_count": 4101595, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4101578}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6929, "written_record_count": 6929}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11417.312, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11359197388800, "copied_frame_count": 4108506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11359197388800, "frame_buffer_copies": 4108506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0843, "count": 512, "max_ms": 1.113, "p50_ms": 0.0702, "p95_ms": 0.1558, "p99_ms": 0.2222}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0597, "count": 512, "max_ms": 4.258, "p50_ms": 0.8968, "p95_ms": 1.9441, "p99_ms": 3.2411, "results": {"failed": 0, "not_applicable": 0, "success": 4108506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 196, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:17:46+09:00", "last_error_summary": "[h264 @ 0x60bd46d575c0] cabac decode of qscale diff failed at 0 96 [h264 @ 0x60bd46d575c0] error while decoding MB 0 96, bytestream 735 [h264 @ 0x60bd4763e980] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60bd4763e980] error while decoding MB 0 96, bytestream 1897 [h264 @ 0x60bd46d575c0] cabac decode of qscale diff failed at 108 91 [h264 @ 0x60bd46d575c0] error while decoding MB 108 91, bytestream 39042 [in#0/rtsp @ 0x60bd46b19e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-11-04T09:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1226.157, "last_started_at": "2026-11-04T09:57:19+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 209, "restart_count_per_hour": 10, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 210}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.223, "sample_count": 2413, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4108506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-11-04T10:17:46+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-11-04T10:17:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 7.05, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 592.95, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-11-04T10:17:46.079409+09:00", "mtime_epoch": 1793755066.0794094, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 77199}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:17:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2818.129, "name": "celery", "pid": 176, "rss_mb": 2818.129, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4108506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 65}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 65, "pushed_frames": 65, "read_frames": 65, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.309, "pushed": 2.309, "read": 2.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 65, "client_acquire_ms": {"avg_ms": 0.005, "count": 65, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 96.421, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.435, "count": 65, "max_ms": 1.477, "p95_ms": 1.323, "reason": null, "sample_age_ms": 128.151, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 65, "max_ms": 1.192, "p95_ms": 1.018, "reason": null, "sample_age_ms": 128.363, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 65, "max_ms": 0.219, "p95_ms": 0.148, "reason": null, "sample_age_ms": 96.432, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.119, "count": 65, "max_ms": 2.622, "p95_ms": 1.95, "reason": null, "sample_age_ms": 126.852, "source": "client_direct"}, "request_count": 65, "request_tensor_bytes": {"avg": 2211848.0, "count": 65, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 126.836, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 65, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.597, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.263, "count": 65, "max_ms": 50.899, "p95_ms": 36.534, "reason": null, "sample_age_ms": 96.418, "source": "client_direct"}, "sample_age_ms": 96.413, "source": "client_direct", "task_total_ms": {"avg_ms": 29.574, "count": 65, "max_ms": 52.643, "p95_ms": 38.095, "reason": null, "sample_age_ms": 96.413, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.495, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.495, "count": 65, "max_ms": 1.113, "p95_ms": 0.803}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 65, "max_ms": 0.425, "p95_ms": 0.251}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 65, "max_ms": 0.167, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.003, "count": 65, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 65, "max_ms": 0.139, "p95_ms": 0.107}, "mcmt_ms": {"avg_ms": 0.002, "count": 65, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 65, "max_ms": 0.284, "p95_ms": 0.237}, "setup_ms": {"avg_ms": 0.029, "count": 65, "max_ms": 0.058, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.467, "count": 65, "max_ms": 1.056, "p95_ms": 0.748}, "track_match_ms": {"avg_ms": 0.003, "count": 65, "max_ms": 0.026, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 65, "max_ms": 0.046, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.135, "count": 65, "max_ms": 4.738, "p95_ms": 4.033}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 65, "max_ms": 0.112, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.308, "count": 65, "max_ms": 53.357, "p95_ms": 39.205}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 65, "max_ms": 0.128, "p95_ms": 0.068}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.496, "count": 65, "max_ms": 100.598, "p95_ms": 88.049}, "inference_input_copy_ms": {"avg_ms": 1.221, "count": 65, "max_ms": 3.084, "p95_ms": 2.416}, "processing_residual_ms": {"avg_ms": 0.091, "count": 65, "max_ms": 0.251, "p95_ms": 0.145}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.838, "count": 65, "max_ms": 103.322, "p95_ms": 88.748}, "read_interval": {"avg_ms": 478.61, "count": 65, "max_ms": 20199.191, "p95_ms": 475.216}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 65, "max_ms": 0.03, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.087, "count": 65, "max_ms": 0.191, "p95_ms": 0.161}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 65, "max_ms": 0.022, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 65, "max_ms": 0.172, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 65, "max_ms": 0.011, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.318, "count": 65, "max_ms": 53.366, "p95_ms": 39.213}, "visualize": {"avg_ms": 29.059, "count": 65, "max_ms": 66.916, "p95_ms": 53.918}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.464, "count": 65, "max_ms": 66.38, "p95_ms": 53.263}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.927, "count": 65, "max_ms": 66.812, "p95_ms": 53.777}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.863, "count": 65, "max_ms": 66.75, "p95_ms": 53.718}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 65, "max_ms": 0.137, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.282, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.237, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4108499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 77245, "write_bytes_delta": 77245, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 432.0, "cpu_core_ratio": 0.2887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2700.0, "pid": 91982, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.2784, "user_cpu_s_delta": 9.730000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.126467, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.3600000000005821, "user_cpu_core_ratio": 0.116167, "user_cpu_s_delta": 4.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.133, "count": 58, "max_ms": 4.738, "p95_ms": 4.117, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.94, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.99, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 617.1, "count": 30, "max": 1413.0, "p95": 721.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 501.867, "count": 30, "max": 6423.0, "p95": 2797.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.89, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 77784.067, "count": 30, "max": 79533.0, "p95": 79409.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77784.067, "count": 30, "max": 79533.0, "p95": 79409.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.867, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.071, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33654, "sampled_at": "2026-11-04T10:17:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:17:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.157, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5696462, "flush_count": 6929, "flush_interval_seconds": 30.0, "flush_state": {"count": 6929, "last_at": "2026-11-04T10:17:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:17:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6928}, "started": true, "suppressed_count": 4101595, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4101578}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6929, "written_record_count": 6929}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11660.891, "limit_mb": null}, "detail": {"pid": 92284, "restart_count": 210, "start_count": 211}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11359197388800, "copied_frame_count": 4108506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11359197388800, "frame_buffer_copies": 4108506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0843, "count": 512, "max_ms": 1.113, "p50_ms": 0.0702, "p95_ms": 0.1558, "p99_ms": 0.2222}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0597, "count": 512, "max_ms": 4.258, "p50_ms": 0.8968, "p95_ms": 1.9441, "p99_ms": 3.2411, "results": {"failed": 0, "not_applicable": 0, "success": 4108506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 196, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:17:46+09:00", "last_error_summary": "[h264 @ 0x60bd46d575c0] cabac decode of qscale diff failed at 0 96 [h264 @ 0x60bd46d575c0] error while decoding MB 0 96, bytestream 735 [h264 @ 0x60bd4763e980] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60bd4763e980] error while decoding MB 0 96, bytestream 1897 [h264 @ 0x60bd46d575c0] cabac decode of qscale diff failed at 108 91 [h264 @ 0x60bd46d575c0] error while decoding MB 108 91, bytestream 39042 [in#0/rtsp @ 0x60bd46b19e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-11-04T09:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T10:17:48+09:00", "pid": 92284, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.215, "name": "ffmpeg", "pid": 92284, "rss_mb": 280.215, "state": "S (sleeping)", "threads": 19}, "restart_count": 210, "restart_count_per_hour": 11, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 211}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.237, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4108506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.923, "last_frame_pushed_at": "2026-11-04T10:17:46+09:00", "last_frame_read_age_sec": 4.989, "last_frame_read_at": "2026-11-04T10:17:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 11.908, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 588.092, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 4.913, "exists": true, "mtime": "2026-11-04T10:17:46.079409+09:00", "mtime_epoch": 1793755066.0794094, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 77199}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:17:51+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2818.133, "name": "celery", "pid": 176, "rss_mb": 2818.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4108506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 35}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 35}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 35}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 35, "pushed_frames": 35, "read_frames": 35, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.253, "pushed": 1.253, "read": 1.253}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 35, "client_acquire_ms": {"avg_ms": 0.004, "count": 35, "max_ms": 0.01, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4957.084, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.414, "count": 35, "max_ms": 1.408, "p95_ms": 1.128, "reason": null, "sample_age_ms": 4988.815, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.174, "count": 35, "max_ms": 1.165, "p95_ms": 0.897, "reason": null, "sample_age_ms": 4989.026, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 35, "max_ms": 0.219, "p95_ms": 0.186, "reason": null, "sample_age_ms": 4957.095, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.047, "count": 35, "max_ms": 2.487, "p95_ms": 1.746, "reason": null, "sample_age_ms": 4987.515, "source": "client_direct"}, "request_count": 35, "request_tensor_bytes": {"avg": 2211848.0, "count": 35, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4987.499, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 35, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4957.261, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.559, "count": 35, "max_ms": 36.795, "p95_ms": 35.918, "reason": null, "sample_age_ms": 4957.081, "source": "client_direct"}, "sample_age_ms": 4957.077, "source": "client_direct", "task_total_ms": {"avg_ms": 28.8, "count": 35, "max_ms": 38.929, "p95_ms": 37.287, "reason": null, "sample_age_ms": 4957.077, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.054, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.484, "count": 35, "max_ms": 1.113, "p95_ms": 0.711}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 35, "max_ms": 0.405, "p95_ms": 0.267}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 35, "max_ms": 0.167, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.003, "count": 35, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 35, "max_ms": 0.129, "p95_ms": 0.108}, "mcmt_ms": {"avg_ms": 0.002, "count": 35, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 35, "max_ms": 0.237, "p95_ms": 0.161}, "setup_ms": {"avg_ms": 0.027, "count": 35, "max_ms": 0.057, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.457, "count": 35, "max_ms": 1.056, "p95_ms": 0.682}, "track_match_ms": {"avg_ms": 0.003, "count": 35, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 35, "max_ms": 0.046, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 1.941, "count": 35, "max_ms": 3.7, "p95_ms": 3.263}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 35, "max_ms": 0.112, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.473, "count": 35, "max_ms": 40.517, "p95_ms": 39.205}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 35, "max_ms": 0.128, "p95_ms": 0.1}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.971, "count": 35, "max_ms": 97.598, "p95_ms": 91.163}, "inference_input_copy_ms": {"avg_ms": 1.139, "count": 35, "max_ms": 3.084, "p95_ms": 1.887}, "processing_residual_ms": {"avg_ms": 0.086, "count": 35, "max_ms": 0.251, "p95_ms": 0.171}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.228, "count": 35, "max_ms": 100.823, "p95_ms": 93.138}, "read_interval": {"avg_ms": 740.119, "count": 35, "max_ms": 20199.191, "p95_ms": 2959.965}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 35, "max_ms": 0.024, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.081, "count": 35, "max_ms": 0.161, "p95_ms": 0.105}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 35, "max_ms": 0.009, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 35, "max_ms": 0.137, "p95_ms": 0.093}, "worker_merge_ms": {"avg_ms": 0.003, "count": 35, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.483, "count": 35, "max_ms": 40.551, "p95_ms": 39.213}, "visualize": {"avg_ms": 29.366, "count": 35, "max_ms": 55.772, "p95_ms": 53.918}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.774, "count": 35, "max_ms": 55.095, "p95_ms": 53.263}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.237, "count": 35, "max_ms": 55.645, "p95_ms": 53.777}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.173, "count": 35, "max_ms": 55.579, "p95_ms": 53.718}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 35, "max_ms": 0.107, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 35}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.282, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.237, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4108499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 77245, "write_bytes_delta": 77245, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 432.0, "cpu_core_ratio": 0.2887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2700.0, "pid": 91982, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.2784, "user_cpu_s_delta": 9.730000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.126467, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.3600000000005821, "user_cpu_core_ratio": 0.116167, "user_cpu_s_delta": 4.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.133, "count": 58, "max_ms": 4.738, "p95_ms": 4.117, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.94, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.99, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 617.1, "count": 30, "max": 1413.0, "p95": 721.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 501.867, "count": 30, "max": 6423.0, "p95": 2797.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.89, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 77784.067, "count": 30, "max": 79533.0, "p95": 79409.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77784.067, "count": 30, "max": 79533.0, "p95": 79409.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.867, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.071, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33654, "sampled_at": "2026-11-04T10:17:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:17:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5698212, "flush_count": 6931, "flush_interval_seconds": 30.0, "flush_state": {"count": 6931, "last_at": "2026-11-04T10:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6930}, "started": true, "suppressed_count": 4102174, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4102157}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6931, "written_record_count": 6931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11459.145, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5de274543f40] error while decoding MB 132 73, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11360803737600, "copied_frame_count": 4109087, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11360803737600, "frame_buffer_copies": 4109087, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0842, "count": 512, "max_ms": 1.1246, "p50_ms": 0.0709, "p95_ms": 0.1436, "p99_ms": 0.1986}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0801, "count": 512, "max_ms": 4.4541, "p50_ms": 0.9215, "p95_ms": 1.9638, "p99_ms": 3.5556, "results": {"failed": 0, "not_applicable": 0, "success": 4109087, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 197, "h264_decode_error_count": 416, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:19:28+09:00", "last_error_summary": "[h264 @ 0x5de274543f40] error while decoding MB 132 73, bytestream -10", "last_exit_at": "2026-11-04T10:19:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.467, "last_started_at": "2026-11-04T10:17:48+09:00", "pid": 92284, "process": {"exists": false, "pid": 92284}, "restart_count": 210, "restart_count_per_hour": 11, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 211}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.132, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-04T10:19:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-04T10:19:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 109.375, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 490.625, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-11-04T10:19:28.399328+09:00", "mtime_epoch": 1793755168.3993285, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 78626}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:19:28+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2818.418, "name": "celery", "pid": 176, "rss_mb": 2818.418, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4109087, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.938, "pushed": 4.938, "read": 4.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 147, "client_acquire_ms": {"avg_ms": 0.005, "count": 148, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 34.718, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 147, "max_ms": 2.964, "p95_ms": 1.352, "reason": null, "sample_age_ms": 69.51, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 147, "max_ms": 2.213, "p95_ms": 1.068, "reason": null, "sample_age_ms": 69.687, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 148, "max_ms": 0.207, "p95_ms": 0.137, "reason": null, "sample_age_ms": 34.725, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.162, "count": 147, "max_ms": 2.861, "p95_ms": 2.152, "reason": null, "sample_age_ms": 68.298, "source": "client_direct"}, "request_count": 147, "request_tensor_bytes": {"avg": 2211848.0, "count": 147, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 68.278, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 148, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.806, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.388, "count": 148, "max_ms": 54.136, "p95_ms": 41.212, "reason": null, "sample_age_ms": 34.716, "source": "client_direct"}, "sample_age_ms": 34.713, "source": "client_direct", "task_total_ms": {"avg_ms": 30.745, "count": 148, "max_ms": 56.243, "p95_ms": 42.542, "reason": null, "sample_age_ms": 34.713, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.625, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.514, "count": 148, "max_ms": 1.218, "p95_ms": 0.841}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.166, "count": 148, "max_ms": 0.427, "p95_ms": 0.289}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 148, "max_ms": 0.171, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 148, "max_ms": 0.132, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 148, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 148, "max_ms": 0.361, "p95_ms": 0.239}, "setup_ms": {"avg_ms": 0.03, "count": 148, "max_ms": 0.084, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.485, "count": 148, "max_ms": 1.146, "p95_ms": 0.789}, "track_match_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.017, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 148, "max_ms": 0.052, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.425, "count": 148, "max_ms": 6.749, "p95_ms": 4.31}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 148, "max_ms": 0.627, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.439, "count": 148, "max_ms": 56.819, "p95_ms": 43.192}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 148, "max_ms": 0.083, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.946, "count": 148, "max_ms": 107.931, "p95_ms": 89.395}, "inference_input_copy_ms": {"avg_ms": 1.452, "count": 148, "max_ms": 5.433, "p95_ms": 3.091}, "processing_residual_ms": {"avg_ms": 0.096, "count": 148, "max_ms": 0.272, "p95_ms": 0.165}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.522, "count": 148, "max_ms": 110.076, "p95_ms": 90.887}, "read_interval": {"avg_ms": 203.784, "count": 147, "max_ms": 5879.563, "p95_ms": 147.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 148, "max_ms": 0.043, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.09, "count": 148, "max_ms": 0.275, "p95_ms": 0.161}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 148, "max_ms": 0.025, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 148, "max_ms": 0.252, "p95_ms": 0.142}, "worker_merge_ms": {"avg_ms": 0.004, "count": 148, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 31.449, "count": 148, "max_ms": 56.827, "p95_ms": 43.203}, "visualize": {"avg_ms": 29.373, "count": 148, "max_ms": 71.371, "p95_ms": 49.459}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.757, "count": 148, "max_ms": 70.677, "p95_ms": 48.66}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.24, "count": 148, "max_ms": 71.245, "p95_ms": 49.271}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.171, "count": 148, "max_ms": 71.166, "p95_ms": 49.196}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 148, "max_ms": 0.157, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.285, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.132, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78616, "write_bytes_delta": 78616, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 235.0, "cpu_core_ratio": 0.64971, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92284, "reason": null, "system_cpu_core_ratio": 0.019899, "system_cpu_s_delta": 0.20000000000000018, "user_cpu_core_ratio": 0.62981, "user_cpu_s_delta": 6.329999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.236801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020894, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.215907, "user_cpu_s_delta": 2.1700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.337, "count": 152, "max_ms": 6.749, "p95_ms": 4.31, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.215, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.108, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 531.233, "count": 30, "max": 1413.0, "p95": 719.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 552.067, "count": 30, "max": 6423.0, "p95": 2797.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.86, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.142, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 77623.233, "count": 30, "max": 79482.0, "p95": 78605.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77623.233, "count": 30, "max": 79482.0, "p95": 78605.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.099, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33663, "sampled_at": "2026-11-04T10:19:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:19:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5698212, "flush_count": 6931, "flush_interval_seconds": 30.0, "flush_state": {"count": 6931, "last_at": "2026-11-04T10:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6930}, "started": true, "suppressed_count": 4102174, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4102157}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6931, "written_record_count": 6931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11458.836, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T10:19:28+09:00", "last_error_summary": "[h264 @ 0x5de274543f40] error while decoding MB 132 73, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11360803737600, "copied_frame_count": 4109087, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11360803737600, "frame_buffer_copies": 4109087, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0842, "count": 512, "max_ms": 1.1246, "p50_ms": 0.0709, "p95_ms": 0.1436, "p99_ms": 0.1986}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0801, "count": 512, "max_ms": 4.4541, "p50_ms": 0.9215, "p95_ms": 1.9638, "p99_ms": 3.5556, "results": {"failed": 0, "not_applicable": 0, "success": 4109087, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 197, "h264_decode_error_count": 416, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:19:28+09:00", "last_error_summary": "[h264 @ 0x5de274543f40] error while decoding MB 132 73, bytestream -10", "last_exit_at": "2026-11-04T10:19:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.486, "last_started_at": "2026-11-04T10:17:48+09:00", "pid": 92284, "process": {"exists": false, "pid": 92284}, "restart_count": 210, "restart_count_per_hour": 11, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 211}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.132, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-04T10:19:28+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-11-04T10:19:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 109.392, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 490.608, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-11-04T10:19:28.464329+09:00", "mtime_epoch": 1793755168.464329, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 78678}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:19:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2818.414, "name": "celery", "pid": 176, "rss_mb": 2818.414, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4109087, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.934, "pushed": 4.934, "read": 4.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 147, "client_acquire_ms": {"avg_ms": 0.005, "count": 147, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 51.491, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 147, "max_ms": 2.964, "p95_ms": 1.352, "reason": null, "sample_age_ms": 86.283, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 147, "max_ms": 2.213, "p95_ms": 1.068, "reason": null, "sample_age_ms": 86.46, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 147, "max_ms": 0.207, "p95_ms": 0.137, "reason": null, "sample_age_ms": 51.498, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.162, "count": 147, "max_ms": 2.861, "p95_ms": 2.152, "reason": null, "sample_age_ms": 85.071, "source": "client_direct"}, "request_count": 147, "request_tensor_bytes": {"avg": 2211848.0, "count": 147, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 85.051, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 147, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.579, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.421, "count": 147, "max_ms": 54.136, "p95_ms": 41.222, "reason": null, "sample_age_ms": 51.489, "source": "client_direct"}, "sample_age_ms": 51.486, "source": "client_direct", "task_total_ms": {"avg_ms": 30.78, "count": 147, "max_ms": 56.243, "p95_ms": 42.551, "reason": null, "sample_age_ms": 51.486, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.853, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.514, "count": 148, "max_ms": 1.218, "p95_ms": 0.841}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.166, "count": 148, "max_ms": 0.427, "p95_ms": 0.289}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 148, "max_ms": 0.171, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 148, "max_ms": 0.132, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 148, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 148, "max_ms": 0.361, "p95_ms": 0.239}, "setup_ms": {"avg_ms": 0.03, "count": 148, "max_ms": 0.084, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.485, "count": 148, "max_ms": 1.146, "p95_ms": 0.789}, "track_match_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.017, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 148, "max_ms": 0.052, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.425, "count": 148, "max_ms": 6.749, "p95_ms": 4.31}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 148, "max_ms": 0.627, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.439, "count": 148, "max_ms": 56.819, "p95_ms": 43.192}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 148, "max_ms": 0.083, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.946, "count": 148, "max_ms": 107.931, "p95_ms": 89.395}, "inference_input_copy_ms": {"avg_ms": 1.452, "count": 148, "max_ms": 5.433, "p95_ms": 3.091}, "processing_residual_ms": {"avg_ms": 0.096, "count": 148, "max_ms": 0.272, "p95_ms": 0.165}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.522, "count": 148, "max_ms": 110.076, "p95_ms": 90.887}, "read_interval": {"avg_ms": 203.784, "count": 147, "max_ms": 5879.563, "p95_ms": 147.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 148, "max_ms": 0.043, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.09, "count": 148, "max_ms": 0.275, "p95_ms": 0.161}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 148, "max_ms": 0.025, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 148, "max_ms": 0.252, "p95_ms": 0.142}, "worker_merge_ms": {"avg_ms": 0.004, "count": 148, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 31.449, "count": 148, "max_ms": 56.827, "p95_ms": 43.203}, "visualize": {"avg_ms": 29.373, "count": 148, "max_ms": 71.371, "p95_ms": 49.459}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.757, "count": 148, "max_ms": 70.677, "p95_ms": 48.66}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.24, "count": 148, "max_ms": 71.245, "p95_ms": 49.271}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.171, "count": 148, "max_ms": 71.166, "p95_ms": 49.196}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 148, "max_ms": 0.157, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.285, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.132, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78616, "write_bytes_delta": 78616, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 235.0, "cpu_core_ratio": 0.64971, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92284, "reason": null, "system_cpu_core_ratio": 0.019899, "system_cpu_s_delta": 0.20000000000000018, "user_cpu_core_ratio": 0.62981, "user_cpu_s_delta": 6.329999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.236801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020894, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.215907, "user_cpu_s_delta": 2.1700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.337, "count": 152, "max_ms": 6.749, "p95_ms": 4.31, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.215, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.108, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 531.233, "count": 30, "max": 1413.0, "p95": 719.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 552.067, "count": 30, "max": 6423.0, "p95": 2797.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.86, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.142, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 77623.233, "count": 30, "max": 79482.0, "p95": 78605.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77623.233, "count": 30, "max": 79482.0, "p95": 78605.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.099, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33663, "sampled_at": "2026-11-04T10:19:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:19:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5698212, "flush_count": 6931, "flush_interval_seconds": 30.0, "flush_state": {"count": 6931, "last_at": "2026-11-04T10:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6930}, "started": true, "suppressed_count": 4102174, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4102157}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6931, "written_record_count": 6931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11459.039, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11360803737600, "copied_frame_count": 4109087, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11360803737600, "frame_buffer_copies": 4109087, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0842, "count": 512, "max_ms": 1.1246, "p50_ms": 0.0709, "p95_ms": 0.1436, "p99_ms": 0.1986}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0801, "count": 512, "max_ms": 4.4541, "p50_ms": 0.9215, "p95_ms": 1.9638, "p99_ms": 3.5556, "results": {"failed": 0, "not_applicable": 0, "success": 4109087, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 197, "h264_decode_error_count": 416, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:19:28+09:00", "last_error_summary": "[h264 @ 0x5de274543f40] error while decoding MB 132 73, bytestream -10", "last_exit_at": "2026-11-04T10:19:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.501, "last_started_at": "2026-11-04T10:17:48+09:00", "pid": 92284, "process": {"exists": false, "pid": 92284}, "restart_count": 210, "restart_count_per_hour": 11, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 211}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.132, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-11-04T10:19:28+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-11-04T10:19:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 109.408, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 490.592, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-11-04T10:19:28.464329+09:00", "mtime_epoch": 1793755168.464329, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 78678}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:19:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2818.414, "name": "celery", "pid": 176, "rss_mb": 2818.414, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4109087, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.908, "pushed": 4.908, "read": 4.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.005, "count": 147, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 67.146, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.432, "count": 146, "max_ms": 2.964, "p95_ms": 1.356, "reason": null, "sample_age_ms": 101.937, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 146, "max_ms": 2.213, "p95_ms": 1.071, "reason": null, "sample_age_ms": 102.114, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 147, "max_ms": 0.207, "p95_ms": 0.137, "reason": null, "sample_age_ms": 67.153, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.165, "count": 146, "max_ms": 2.861, "p95_ms": 2.158, "reason": null, "sample_age_ms": 100.725, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2211848.0, "count": 146, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 100.705, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 147, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.233, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.421, "count": 147, "max_ms": 54.136, "p95_ms": 41.222, "reason": null, "sample_age_ms": 67.143, "source": "client_direct"}, "sample_age_ms": 67.14, "source": "client_direct", "task_total_ms": {"avg_ms": 30.78, "count": 147, "max_ms": 56.243, "p95_ms": 42.551, "reason": null, "sample_age_ms": 67.14, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.656, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.513, "count": 147, "max_ms": 1.218, "p95_ms": 0.841}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.165, "count": 147, "max_ms": 0.427, "p95_ms": 0.289}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 147, "max_ms": 0.171, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.003, "count": 147, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 147, "max_ms": 0.132, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 147, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 147, "max_ms": 0.361, "p95_ms": 0.239}, "setup_ms": {"avg_ms": 0.03, "count": 147, "max_ms": 0.084, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.484, "count": 147, "max_ms": 1.146, "p95_ms": 0.789}, "track_match_ms": {"avg_ms": 0.003, "count": 147, "max_ms": 0.017, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 147, "max_ms": 0.052, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.425, "count": 147, "max_ms": 6.749, "p95_ms": 4.31}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 147, "max_ms": 0.627, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.475, "count": 147, "max_ms": 56.819, "p95_ms": 43.192}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 147, "max_ms": 0.083, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.048, "count": 147, "max_ms": 107.931, "p95_ms": 89.395}, "inference_input_copy_ms": {"avg_ms": 1.452, "count": 147, "max_ms": 5.433, "p95_ms": 3.091}, "processing_residual_ms": {"avg_ms": 0.097, "count": 147, "max_ms": 0.272, "p95_ms": 0.165}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.624, "count": 147, "max_ms": 110.076, "p95_ms": 90.887}, "read_interval": {"avg_ms": 204.798, "count": 146, "max_ms": 5879.563, "p95_ms": 147.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 147, "max_ms": 0.043, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.09, "count": 147, "max_ms": 0.275, "p95_ms": 0.161}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 147, "max_ms": 0.025, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 147, "max_ms": 0.252, "p95_ms": 0.142}, "worker_merge_ms": {"avg_ms": 0.004, "count": 147, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 31.485, "count": 147, "max_ms": 56.827, "p95_ms": 43.203}, "visualize": {"avg_ms": 29.439, "count": 147, "max_ms": 71.371, "p95_ms": 49.459}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.823, "count": 147, "max_ms": 70.677, "p95_ms": 48.66}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.306, "count": 147, "max_ms": 71.245, "p95_ms": 49.271}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.236, "count": 147, "max_ms": 71.166, "p95_ms": 49.196}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 147, "max_ms": 0.157, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.285, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.132, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78616, "write_bytes_delta": 78616, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 235.0, "cpu_core_ratio": 0.64971, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92284, "reason": null, "system_cpu_core_ratio": 0.019899, "system_cpu_s_delta": 0.20000000000000018, "user_cpu_core_ratio": 0.62981, "user_cpu_s_delta": 6.329999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.236801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020894, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.215907, "user_cpu_s_delta": 2.1700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.337, "count": 152, "max_ms": 6.749, "p95_ms": 4.31, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.215, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.108, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 531.233, "count": 30, "max": 1413.0, "p95": 719.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 552.067, "count": 30, "max": 6423.0, "p95": 2797.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.86, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.142, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 77623.233, "count": 30, "max": 79482.0, "p95": 78605.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77623.233, "count": 30, "max": 79482.0, "p95": 78605.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.099, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33663, "sampled_at": "2026-11-04T10:19:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:19:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5698212, "flush_count": 6931, "flush_interval_seconds": 30.0, "flush_state": {"count": 6931, "last_at": "2026-11-04T10:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6930}, "started": true, "suppressed_count": 4102174, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4102157}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6931, "written_record_count": 6931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11470.305, "limit_mb": null}, "detail": {"pid": 92462, "restart_count": 211, "start_count": 212}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11360803737600, "copied_frame_count": 4109087, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11360803737600, "frame_buffer_copies": 4109087, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0842, "count": 512, "max_ms": 1.1246, "p50_ms": 0.0709, "p95_ms": 0.1436, "p99_ms": 0.1986}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0801, "count": 512, "max_ms": 4.4541, "p50_ms": 0.9215, "p95_ms": 1.9638, "p99_ms": 3.5556, "results": {"failed": 0, "not_applicable": 0, "success": 4109087, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 197, "h264_decode_error_count": 416, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:19:28+09:00", "last_error_summary": "[h264 @ 0x5de274543f40] error while decoding MB 132 73, bytestream -10", "last_exit_at": "2026-11-04T10:19:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T10:19:30+09:00", "pid": 92462, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.633, "name": "ffmpeg", "pid": 92462, "rss_mb": 46.633, "state": "S (sleeping)", "threads": 1}, "restart_count": 211, "restart_count_per_hour": 12, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 212}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.447, "sample_count": 1925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.532, "last_frame_pushed_at": "2026-11-04T10:19:28+09:00", "last_frame_read_age_sec": 4.597, "last_frame_read_at": "2026-11-04T10:19:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 113.905, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 486.095, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 4.525, "exists": true, "mtime": "2026-11-04T10:19:28.464329+09:00", "mtime_epoch": 1793755168.464329, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 78678}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:19:33+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2818.418, "name": "celery", "pid": 176, "rss_mb": 2818.418, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4109087, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.25, "pushed": 3.25, "read": 3.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.005, "count": 89, "max_ms": 0.021, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4563.691, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.445, "count": 89, "max_ms": 2.964, "p95_ms": 1.38, "reason": null, "sample_age_ms": 4598.483, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.183, "count": 89, "max_ms": 1.89, "p95_ms": 1.068, "reason": null, "sample_age_ms": 4598.66, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.068, "count": 89, "max_ms": 0.207, "p95_ms": 0.123, "reason": null, "sample_age_ms": 4563.698, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.095, "count": 89, "max_ms": 2.284, "p95_ms": 1.997, "reason": null, "sample_age_ms": 4597.27, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2211848.0, "count": 89, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4597.251, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4563.779, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.654, "count": 89, "max_ms": 41.926, "p95_ms": 40.068, "reason": null, "sample_age_ms": 4563.689, "source": "client_direct"}, "sample_age_ms": 4563.686, "source": "client_direct", "task_total_ms": {"avg_ms": 29.94, "count": 89, "max_ms": 44.301, "p95_ms": 41.463, "reason": null, "sample_age_ms": 4563.686, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.066, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.489, "count": 89, "max_ms": 0.963, "p95_ms": 0.744}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.157, "count": 89, "max_ms": 0.348, "p95_ms": 0.248}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 89, "max_ms": 0.128, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.008, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 89, "max_ms": 0.132, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 89, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 89, "max_ms": 0.346, "p95_ms": 0.221}, "setup_ms": {"avg_ms": 0.029, "count": 89, "max_ms": 0.073, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.461, "count": 89, "max_ms": 0.916, "p95_ms": 0.709}, "track_match_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.017, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 89, "max_ms": 0.039, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 2.422, "count": 89, "max_ms": 5.308, "p95_ms": 4.452}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 89, "max_ms": 0.627, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.639, "count": 89, "max_ms": 45.017, "p95_ms": 42.604}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 89, "max_ms": 0.081, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.83, "count": 89, "max_ms": 107.931, "p95_ms": 86.604}, "inference_input_copy_ms": {"avg_ms": 1.377, "count": 89, "max_ms": 5.433, "p95_ms": 2.858}, "processing_residual_ms": {"avg_ms": 0.097, "count": 89, "max_ms": 0.272, "p95_ms": 0.165}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.332, "count": 89, "max_ms": 110.076, "p95_ms": 87.833}, "read_interval": {"avg_ms": 288.88, "count": 89, "max_ms": 5879.563, "p95_ms": 2652.99}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 89, "max_ms": 0.034, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.086, "count": 89, "max_ms": 0.249, "p95_ms": 0.151}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.024, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 89, "max_ms": 0.215, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.65, "count": 89, "max_ms": 45.024, "p95_ms": 42.612}, "visualize": {"avg_ms": 30.056, "count": 89, "max_ms": 71.371, "p95_ms": 53.769}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.439, "count": 89, "max_ms": 70.677, "p95_ms": 52.917}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.925, "count": 89, "max_ms": 71.245, "p95_ms": 53.578}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 89, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.855, "count": 89, "max_ms": 71.166, "p95_ms": 53.472}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 89, "max_ms": 0.107, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.285, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.132, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78616, "write_bytes_delta": 78616, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 235.0, "cpu_core_ratio": 0.64971, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92284, "reason": null, "system_cpu_core_ratio": 0.019899, "system_cpu_s_delta": 0.20000000000000018, "user_cpu_core_ratio": 0.62981, "user_cpu_s_delta": 6.329999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.236801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020894, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.215907, "user_cpu_s_delta": 2.1700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.337, "count": 152, "max_ms": 6.749, "p95_ms": 4.31, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.215, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.108, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 531.233, "count": 30, "max": 1413.0, "p95": 719.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 552.067, "count": 30, "max": 6423.0, "p95": 2797.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.86, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.142, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 77623.233, "count": 30, "max": 79482.0, "p95": 78605.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77623.233, "count": 30, "max": 79482.0, "p95": 78605.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.099, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33663, "sampled_at": "2026-11-04T10:19:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:19:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.385, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5698212, "flush_count": 6931, "flush_interval_seconds": 30.0, "flush_state": {"count": 6931, "last_at": "2026-11-04T10:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6930}, "started": true, "suppressed_count": 4102218, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4102201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6931, "written_record_count": 6931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11463.027, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6297eeeda2c0] error while decoding MB 88 71, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11360925388800, "copied_frame_count": 4109131, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11360925388800, "frame_buffer_copies": 4109131, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0847, "count": 512, "max_ms": 1.1246, "p50_ms": 0.071, "p95_ms": 0.1466, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0855, "count": 512, "max_ms": 4.4541, "p50_ms": 0.9196, "p95_ms": 2.0168, "p99_ms": 3.5556, "results": {"failed": 0, "not_applicable": 0, "success": 4109131, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 417, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:20:03+09:00", "last_error_summary": "[h264 @ 0x6297eeeda2c0] error while decoding MB 88 71, bytestream -8", "last_exit_at": "2026-11-04T10:19:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.548, "last_started_at": "2026-11-04T10:19:30+09:00", "pid": 92462, "process": {"exists": false, "pid": 92462}, "restart_count": 211, "restart_count_per_hour": 12, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 212}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.89, "sample_count": 1668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:20:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-11-04T10:20:03+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-11-04T10:20:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.454, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 455.546, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-11-04T10:20:03.525628+09:00", "mtime_epoch": 1793755203.5256283, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82980}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:20:03+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2818.441, "name": "celery", "pid": 176, "rss_mb": 2818.441, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4109131, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 44, "pushed_frames": 44, "read_frames": 44, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.68, "pushed": 2.68, "read": 2.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 44, "client_acquire_ms": {"avg_ms": 0.004, "count": 44, "max_ms": 0.013, "p95_ms": 0.006, "reason": null, "sample_age_ms": 56.711, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.395, "count": 44, "max_ms": 1.78, "p95_ms": 1.461, "reason": null, "sample_age_ms": 85.83, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 44, "max_ms": 1.535, "p95_ms": 1.252, "reason": null, "sample_age_ms": 86.005, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.05, "count": 44, "max_ms": 0.096, "p95_ms": 0.078, "reason": null, "sample_age_ms": 56.716, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.09, "count": 44, "max_ms": 4.837, "p95_ms": 1.976, "reason": null, "sample_age_ms": 84.215, "source": "client_direct"}, "request_count": 44, "request_tensor_bytes": {"avg": 2211848.0, "count": 44, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 84.191, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 44, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.778, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.747, "count": 44, "max_ms": 40.07, "p95_ms": 33.772, "reason": null, "sample_age_ms": 56.708, "source": "client_direct"}, "sample_age_ms": 56.705, "source": "client_direct", "task_total_ms": {"avg_ms": 29.002, "count": 44, "max_ms": 41.662, "p95_ms": 35.338, "reason": null, "sample_age_ms": 56.705, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.338, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.458, "count": 44, "max_ms": 1.021, "p95_ms": 0.702}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.147, "count": 44, "max_ms": 0.292, "p95_ms": 0.231}, "detection_prepare_ms": {"avg_ms": 0.062, "count": 44, "max_ms": 0.12, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 44, "max_ms": 0.26, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.002, "count": 44, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 44, "max_ms": 0.222, "p95_ms": 0.177}, "setup_ms": {"avg_ms": 0.025, "count": 44, "max_ms": 0.064, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.433, "count": 44, "max_ms": 0.988, "p95_ms": 0.652}, "track_match_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.031, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 44, "max_ms": 0.077, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 2.27, "count": 44, "max_ms": 4.507, "p95_ms": 3.788}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 44, "max_ms": 0.06, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.601, "count": 44, "max_ms": 42.184, "p95_ms": 35.938}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 44, "max_ms": 0.078, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.275, "count": 44, "max_ms": 79.931, "p95_ms": 67.99}, "inference_input_copy_ms": {"avg_ms": 1.237, "count": 44, "max_ms": 3.761, "p95_ms": 2.862}, "processing_residual_ms": {"avg_ms": 0.094, "count": 44, "max_ms": 0.223, "p95_ms": 0.174}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.632, "count": 44, "max_ms": 81.301, "p95_ms": 69.228}, "read_interval": {"avg_ms": 796.821, "count": 44, "max_ms": 18728.999, "p95_ms": 3848.249}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 44, "max_ms": 0.02, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.081, "count": 44, "max_ms": 0.162, "p95_ms": 0.128}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 44, "max_ms": 0.015, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 44, "max_ms": 0.145, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.61, "count": 44, "max_ms": 42.192, "p95_ms": 35.959}, "visualize": {"avg_ms": 25.637, "count": 44, "max_ms": 36.829, "p95_ms": 34.067}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.078, "count": 44, "max_ms": 36.218, "p95_ms": 33.506}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.519, "count": 44, "max_ms": 36.702, "p95_ms": 33.957}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.461, "count": 44, "max_ms": 36.637, "p95_ms": 33.893}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 44, "max_ms": 0.062, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.359, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.89, "sample_count": 1688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83987, "write_bytes_delta": 83987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 34.0, "cpu_core_ratio": 0.043554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3444.0, "pid": 92462, "reason": null, "system_cpu_core_ratio": 0.003787, "system_cpu_s_delta": 0.03999999999999998, "user_cpu_core_ratio": 0.039767, "user_cpu_s_delta": 0.41999999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.037873, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003787, "system_cpu_s_delta": 0.040000000000873115, "user_cpu_core_ratio": 0.034086, "user_cpu_s_delta": 0.35999999998603016}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.085, "count": 20, "max_ms": 4.507, "p95_ms": 3.084, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 20}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.097, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.478, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 508.4, "count": 30, "max": 1413.0, "p95": 717.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 666.867, "count": 30, "max": 6423.0, "p95": 3189.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.832, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.142, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78042.633, "count": 30, "max": 84125.0, "p95": 81959.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78042.633, "count": 30, "max": 84125.0, "p95": 81959.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.9, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.099, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.369, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33665, "sampled_at": "2026-11-04T10:19:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:19:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 16.417, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5698212, "flush_count": 6931, "flush_interval_seconds": 30.0, "flush_state": {"count": 6931, "last_at": "2026-11-04T10:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6930}, "started": true, "suppressed_count": 4102218, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4102201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6931, "written_record_count": 6931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11463.027, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11360925388800, "copied_frame_count": 4109131, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11360925388800, "frame_buffer_copies": 4109131, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0847, "count": 512, "max_ms": 1.1246, "p50_ms": 0.071, "p95_ms": 0.1466, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0855, "count": 512, "max_ms": 4.4541, "p50_ms": 0.9196, "p95_ms": 2.0168, "p99_ms": 3.5556, "results": {"failed": 0, "not_applicable": 0, "success": 4109131, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 417, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:20:03+09:00", "last_error_summary": "[h264 @ 0x6297eeeda2c0] error while decoding MB 88 71, bytestream -8", "last_exit_at": "2026-11-04T10:19:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.543, "last_started_at": "2026-11-04T10:19:30+09:00", "pid": 92462, "process": {"exists": false, "pid": 92462}, "restart_count": 211, "restart_count_per_hour": 12, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 212}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.89, "sample_count": 1668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:20:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-11-04T10:20:03+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-11-04T10:20:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.46, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 455.54, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-04T10:20:03.525628+09:00", "mtime_epoch": 1793755203.5256283, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82980}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:20:03+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2818.441, "name": "celery", "pid": 176, "rss_mb": 2818.441, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4109131, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 44, "pushed_frames": 44, "read_frames": 44, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.681, "pushed": 2.681, "read": 2.681}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 44, "client_acquire_ms": {"avg_ms": 0.004, "count": 44, "max_ms": 0.013, "p95_ms": 0.006, "reason": null, "sample_age_ms": 50.334, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.395, "count": 44, "max_ms": 1.78, "p95_ms": 1.461, "reason": null, "sample_age_ms": 79.453, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 44, "max_ms": 1.535, "p95_ms": 1.252, "reason": null, "sample_age_ms": 79.628, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.05, "count": 44, "max_ms": 0.096, "p95_ms": 0.078, "reason": null, "sample_age_ms": 50.339, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.09, "count": 44, "max_ms": 4.837, "p95_ms": 1.976, "reason": null, "sample_age_ms": 77.838, "source": "client_direct"}, "request_count": 44, "request_tensor_bytes": {"avg": 2211848.0, "count": 44, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 77.814, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 44, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.401, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.747, "count": 44, "max_ms": 40.07, "p95_ms": 33.772, "reason": null, "sample_age_ms": 50.331, "source": "client_direct"}, "sample_age_ms": 50.328, "source": "client_direct", "task_total_ms": {"avg_ms": 29.002, "count": 44, "max_ms": 41.662, "p95_ms": 35.338, "reason": null, "sample_age_ms": 50.328, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.474, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.458, "count": 44, "max_ms": 1.021, "p95_ms": 0.702}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.147, "count": 44, "max_ms": 0.292, "p95_ms": 0.231}, "detection_prepare_ms": {"avg_ms": 0.062, "count": 44, "max_ms": 0.12, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 44, "max_ms": 0.26, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.002, "count": 44, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 44, "max_ms": 0.222, "p95_ms": 0.177}, "setup_ms": {"avg_ms": 0.025, "count": 44, "max_ms": 0.064, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.433, "count": 44, "max_ms": 0.988, "p95_ms": 0.652}, "track_match_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.031, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 44, "max_ms": 0.077, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 2.27, "count": 44, "max_ms": 4.507, "p95_ms": 3.788}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 44, "max_ms": 0.06, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.601, "count": 44, "max_ms": 42.184, "p95_ms": 35.938}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 44, "max_ms": 0.078, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.275, "count": 44, "max_ms": 79.931, "p95_ms": 67.99}, "inference_input_copy_ms": {"avg_ms": 1.237, "count": 44, "max_ms": 3.761, "p95_ms": 2.862}, "processing_residual_ms": {"avg_ms": 0.094, "count": 44, "max_ms": 0.223, "p95_ms": 0.174}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.632, "count": 44, "max_ms": 81.301, "p95_ms": 69.228}, "read_interval": {"avg_ms": 796.821, "count": 44, "max_ms": 18728.999, "p95_ms": 3848.249}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 44, "max_ms": 0.02, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.081, "count": 44, "max_ms": 0.162, "p95_ms": 0.128}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 44, "max_ms": 0.015, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 44, "max_ms": 0.145, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.61, "count": 44, "max_ms": 42.192, "p95_ms": 35.959}, "visualize": {"avg_ms": 25.637, "count": 44, "max_ms": 36.829, "p95_ms": 34.067}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.078, "count": 44, "max_ms": 36.218, "p95_ms": 33.506}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.519, "count": 44, "max_ms": 36.702, "p95_ms": 33.957}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.461, "count": 44, "max_ms": 36.637, "p95_ms": 33.893}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 44, "max_ms": 0.062, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.359, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.89, "sample_count": 1688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83987, "write_bytes_delta": 83987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 34.0, "cpu_core_ratio": 0.043554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3444.0, "pid": 92462, "reason": null, "system_cpu_core_ratio": 0.003787, "system_cpu_s_delta": 0.03999999999999998, "user_cpu_core_ratio": 0.039767, "user_cpu_s_delta": 0.41999999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.037873, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003787, "system_cpu_s_delta": 0.040000000000873115, "user_cpu_core_ratio": 0.034086, "user_cpu_s_delta": 0.35999999998603016}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.085, "count": 20, "max_ms": 4.507, "p95_ms": 3.084, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 20}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.097, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.478, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 508.4, "count": 30, "max": 1413.0, "p95": 717.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 666.867, "count": 30, "max": 6423.0, "p95": 3189.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.832, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.142, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78042.633, "count": 30, "max": 84125.0, "p95": 81959.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78042.633, "count": 30, "max": 84125.0, "p95": 81959.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.9, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.099, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.369, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33665, "sampled_at": "2026-11-04T10:19:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:19:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 16.411, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5698212, "flush_count": 6931, "flush_interval_seconds": 30.0, "flush_state": {"count": 6931, "last_at": "2026-11-04T10:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6930}, "started": true, "suppressed_count": 4102218, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4102201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6931, "written_record_count": 6931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11462.891, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11360925388800, "copied_frame_count": 4109131, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11360925388800, "frame_buffer_copies": 4109131, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0847, "count": 512, "max_ms": 1.1246, "p50_ms": 0.071, "p95_ms": 0.1466, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0855, "count": 512, "max_ms": 4.4541, "p50_ms": 0.9196, "p95_ms": 2.0168, "p99_ms": 3.5556, "results": {"failed": 0, "not_applicable": 0, "success": 4109131, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 417, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:20:03+09:00", "last_error_summary": "[h264 @ 0x6297eeeda2c0] error while decoding MB 88 71, bytestream -8", "last_exit_at": "2026-11-04T10:19:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.577, "last_started_at": "2026-11-04T10:19:30+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 211, "restart_count_per_hour": 12, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 212}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.89, "sample_count": 1668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:20:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-04T10:20:03+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-04T10:20:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.48, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 455.52, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-11-04T10:20:03.525628+09:00", "mtime_epoch": 1793755203.5256283, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82980}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:20:03+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2818.438, "name": "celery", "pid": 176, "rss_mb": 2818.438, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4109131, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 44, "pushed_frames": 44, "read_frames": 44, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.676, "pushed": 2.676, "read": 2.676}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 44, "client_acquire_ms": {"avg_ms": 0.004, "count": 44, "max_ms": 0.013, "p95_ms": 0.006, "reason": null, "sample_age_ms": 84.028, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.395, "count": 44, "max_ms": 1.78, "p95_ms": 1.461, "reason": null, "sample_age_ms": 113.147, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 44, "max_ms": 1.535, "p95_ms": 1.252, "reason": null, "sample_age_ms": 113.322, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.05, "count": 44, "max_ms": 0.096, "p95_ms": 0.078, "reason": null, "sample_age_ms": 84.033, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.09, "count": 44, "max_ms": 4.837, "p95_ms": 1.976, "reason": null, "sample_age_ms": 111.532, "source": "client_direct"}, "request_count": 44, "request_tensor_bytes": {"avg": 2211848.0, "count": 44, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 111.508, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 44, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.095, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.747, "count": 44, "max_ms": 40.07, "p95_ms": 33.772, "reason": null, "sample_age_ms": 84.025, "source": "client_direct"}, "sample_age_ms": 84.022, "source": "client_direct", "task_total_ms": {"avg_ms": 29.002, "count": 44, "max_ms": 41.662, "p95_ms": 35.338, "reason": null, "sample_age_ms": 84.022, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.384, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.458, "count": 44, "max_ms": 1.021, "p95_ms": 0.702}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.147, "count": 44, "max_ms": 0.292, "p95_ms": 0.231}, "detection_prepare_ms": {"avg_ms": 0.062, "count": 44, "max_ms": 0.12, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 44, "max_ms": 0.26, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.002, "count": 44, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 44, "max_ms": 0.222, "p95_ms": 0.177}, "setup_ms": {"avg_ms": 0.025, "count": 44, "max_ms": 0.064, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.433, "count": 44, "max_ms": 0.988, "p95_ms": 0.652}, "track_match_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.031, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 44, "max_ms": 0.077, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 2.27, "count": 44, "max_ms": 4.507, "p95_ms": 3.788}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 44, "max_ms": 0.06, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.601, "count": 44, "max_ms": 42.184, "p95_ms": 35.938}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 44, "max_ms": 0.078, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.275, "count": 44, "max_ms": 79.931, "p95_ms": 67.99}, "inference_input_copy_ms": {"avg_ms": 1.237, "count": 44, "max_ms": 3.761, "p95_ms": 2.862}, "processing_residual_ms": {"avg_ms": 0.094, "count": 44, "max_ms": 0.223, "p95_ms": 0.174}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.632, "count": 44, "max_ms": 81.301, "p95_ms": 69.228}, "read_interval": {"avg_ms": 796.821, "count": 44, "max_ms": 18728.999, "p95_ms": 3848.249}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 44, "max_ms": 0.02, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.081, "count": 44, "max_ms": 0.162, "p95_ms": 0.128}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 44, "max_ms": 0.015, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 44, "max_ms": 0.145, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.61, "count": 44, "max_ms": 42.192, "p95_ms": 35.959}, "visualize": {"avg_ms": 25.637, "count": 44, "max_ms": 36.829, "p95_ms": 34.067}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.078, "count": 44, "max_ms": 36.218, "p95_ms": 33.506}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.519, "count": 44, "max_ms": 36.702, "p95_ms": 33.957}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.461, "count": 44, "max_ms": 36.637, "p95_ms": 33.893}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 44, "max_ms": 0.062, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.359, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.89, "sample_count": 1688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83987, "write_bytes_delta": 83987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 34.0, "cpu_core_ratio": 0.043554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3444.0, "pid": 92462, "reason": null, "system_cpu_core_ratio": 0.003787, "system_cpu_s_delta": 0.03999999999999998, "user_cpu_core_ratio": 0.039767, "user_cpu_s_delta": 0.41999999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.037873, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003787, "system_cpu_s_delta": 0.040000000000873115, "user_cpu_core_ratio": 0.034086, "user_cpu_s_delta": 0.35999999998603016}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.085, "count": 20, "max_ms": 4.507, "p95_ms": 3.084, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 20}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.097, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.478, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 508.4, "count": 30, "max": 1413.0, "p95": 717.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 666.867, "count": 30, "max": 6423.0, "p95": 3189.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.832, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.142, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78042.633, "count": 30, "max": 84125.0, "p95": 81959.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78042.633, "count": 30, "max": 84125.0, "p95": 81959.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.9, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.099, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.369, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33665, "sampled_at": "2026-11-04T10:19:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:19:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 16.444, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5698212, "flush_count": 6931, "flush_interval_seconds": 30.0, "flush_state": {"count": 6931, "last_at": "2026-11-04T10:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6930}, "started": true, "suppressed_count": 4102218, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4102201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6931, "written_record_count": 6931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11721.633, "limit_mb": null}, "detail": {"pid": 92578, "restart_count": 212, "start_count": 213}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11360925388800, "copied_frame_count": 4109131, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11360925388800, "frame_buffer_copies": 4109131, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0847, "count": 512, "max_ms": 1.1246, "p50_ms": 0.071, "p95_ms": 0.1466, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0855, "count": 512, "max_ms": 4.4541, "p50_ms": 0.9196, "p95_ms": 2.0168, "p99_ms": 3.5556, "results": {"failed": 0, "not_applicable": 0, "success": 4109131, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 417, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:20:03+09:00", "last_error_summary": "[h264 @ 0x6297eeeda2c0] error while decoding MB 88 71, bytestream -8", "last_exit_at": "2026-11-04T10:19:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T10:20:05+09:00", "pid": 92578, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.32, "name": "ffmpeg", "pid": 92578, "rss_mb": 310.32, "state": "S (sleeping)", "threads": 49}, "restart_count": 212, "restart_count_per_hour": 13, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 213}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.748, "sample_count": 1661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:20:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.203, "last_frame_pushed_at": "2026-11-04T10:20:03+09:00", "last_frame_read_age_sec": 4.268, "last_frame_read_at": "2026-11-04T10:20:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.639, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 451.361, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 4.196, "exists": true, "mtime": "2026-11-04T10:20:03.525628+09:00", "mtime_epoch": 1793755203.5256283, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82980}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:20:07+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2818.441, "name": "celery", "pid": 176, "rss_mb": 2818.441, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4109131, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 44, "pushed_frames": 44, "read_frames": 44, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.136, "pushed": 2.136, "read": 2.136}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 44, "client_acquire_ms": {"avg_ms": 0.004, "count": 44, "max_ms": 0.013, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4240.624, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.395, "count": 44, "max_ms": 1.78, "p95_ms": 1.461, "reason": null, "sample_age_ms": 4269.743, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 44, "max_ms": 1.535, "p95_ms": 1.252, "reason": null, "sample_age_ms": 4269.918, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.05, "count": 44, "max_ms": 0.096, "p95_ms": 0.078, "reason": null, "sample_age_ms": 4240.629, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.09, "count": 44, "max_ms": 4.837, "p95_ms": 1.976, "reason": null, "sample_age_ms": 4268.129, "source": "client_direct"}, "request_count": 44, "request_tensor_bytes": {"avg": 2211848.0, "count": 44, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4268.105, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 44, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4240.692, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.747, "count": 44, "max_ms": 40.07, "p95_ms": 33.772, "reason": null, "sample_age_ms": 4240.622, "source": "client_direct"}, "sample_age_ms": 4240.618, "source": "client_direct", "task_total_ms": {"avg_ms": 29.002, "count": 44, "max_ms": 41.662, "p95_ms": 35.338, "reason": null, "sample_age_ms": 4240.618, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.93, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.458, "count": 44, "max_ms": 1.021, "p95_ms": 0.702}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.147, "count": 44, "max_ms": 0.292, "p95_ms": 0.231}, "detection_prepare_ms": {"avg_ms": 0.062, "count": 44, "max_ms": 0.12, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 44, "max_ms": 0.26, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.002, "count": 44, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 44, "max_ms": 0.222, "p95_ms": 0.177}, "setup_ms": {"avg_ms": 0.025, "count": 44, "max_ms": 0.064, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.433, "count": 44, "max_ms": 0.988, "p95_ms": 0.652}, "track_match_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.031, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 44, "max_ms": 0.077, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 2.27, "count": 44, "max_ms": 4.507, "p95_ms": 3.788}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 44, "max_ms": 0.06, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.601, "count": 44, "max_ms": 42.184, "p95_ms": 35.938}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 44, "max_ms": 0.078, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.275, "count": 44, "max_ms": 79.931, "p95_ms": 67.99}, "inference_input_copy_ms": {"avg_ms": 1.237, "count": 44, "max_ms": 3.761, "p95_ms": 2.862}, "processing_residual_ms": {"avg_ms": 0.094, "count": 44, "max_ms": 0.223, "p95_ms": 0.174}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.632, "count": 44, "max_ms": 81.301, "p95_ms": 69.228}, "read_interval": {"avg_ms": 796.821, "count": 44, "max_ms": 18728.999, "p95_ms": 3848.249}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 44, "max_ms": 0.02, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.081, "count": 44, "max_ms": 0.162, "p95_ms": 0.128}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 44, "max_ms": 0.015, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 44, "max_ms": 0.145, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.61, "count": 44, "max_ms": 42.192, "p95_ms": 35.959}, "visualize": {"avg_ms": 25.637, "count": 44, "max_ms": 36.829, "p95_ms": 34.067}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.078, "count": 44, "max_ms": 36.218, "p95_ms": 33.506}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.519, "count": 44, "max_ms": 36.702, "p95_ms": 33.957}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.461, "count": 44, "max_ms": 36.637, "p95_ms": 33.893}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 44, "max_ms": 0.062, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2818.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.359, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.89, "sample_count": 1688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4109096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:19:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83987, "write_bytes_delta": 83987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 34.0, "cpu_core_ratio": 0.043554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3444.0, "pid": 92462, "reason": null, "system_cpu_core_ratio": 0.003787, "system_cpu_s_delta": 0.03999999999999998, "user_cpu_core_ratio": 0.039767, "user_cpu_s_delta": 0.41999999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.037873, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003787, "system_cpu_s_delta": 0.040000000000873115, "user_cpu_core_ratio": 0.034086, "user_cpu_s_delta": 0.35999999998603016}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.085, "count": 20, "max_ms": 4.507, "p95_ms": 3.084, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 20}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.097, "count": 30, "max": 51.766, "p95": 44.667, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.478, "count": 30, "max": 24.677, "p95": 23.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 508.4, "count": 30, "max": 1413.0, "p95": 717.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 666.867, "count": 30, "max": 6423.0, "p95": 3189.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.222, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.832, "count": 30, "max": 1.416, "p95": 1.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.142, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78042.633, "count": 30, "max": 84125.0, "p95": 81959.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78042.633, "count": 30, "max": 84125.0, "p95": 81959.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.9, "count": 30, "max": 37.0, "p95": 18.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.099, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.369, "count": 30, "max": 0.722, "p95": 0.63, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33665, "sampled_at": "2026-11-04T10:19:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:19:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 20.6, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11831.41, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T10:22:31+09:00", "last_error_summary": "[rtsp @ 0x5dd4cc21bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dd4cc21be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:22:31+09:00", "last_error_summary": "[rtsp @ 0x5dd4cc21bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dd4cc21be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T10:22:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T10:22:31+09:00", "pid": 92694, "process": {"exists": false, "pid": 92694}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 23744.763, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 23744.829, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 294.498, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 305.502, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 23744.755, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T10:22:33+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 23746.188, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23744783.309, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23744770.849, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23744781.28, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23744778.8, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.136, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.884, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 21942.194, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 91632, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001831, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001326, "user_cpu_s_delta": 2.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.934, "count": 30, "max": 25.24, "p95": 18.73, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.858, "count": 30, "max": 24.919, "p95": 18.223, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5883.974, "count": 30, "max": 21942.194, "p95": 19328.352, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134441.8, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 17965.267, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.133, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91.467, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.017, "count": 30, "max": 0.155, "p95": 0.151, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.523, "p95": 0.493, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3545, "sampled_at": "2026-11-04T09:52:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:52:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11831.066, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:22:31+09:00", "last_error_summary": "[rtsp @ 0x5dd4cc21bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dd4cc21be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T10:22:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-11-04T10:22:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 23744.794, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 23744.861, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 294.523, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 305.477, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 23744.786, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T10:22:33+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 23746.213, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23744812.967, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23744800.508, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23744810.938, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23744808.458, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.718, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.884, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 21942.194, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 91632, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001831, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001326, "user_cpu_s_delta": 2.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.934, "count": 30, "max": 25.24, "p95": 18.73, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.858, "count": 30, "max": 24.919, "p95": 18.223, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5883.974, "count": 30, "max": 21942.194, "p95": 19328.352, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134441.8, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 17965.267, "count": 30, "max": 134988.0, "p95": 134793.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.133, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91.467, "count": 30, "max": 836.0, "p95": 833.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.017, "count": 30, "max": 0.155, "p95": 0.151, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.523, "p95": 0.493, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3545, "sampled_at": "2026-11-04T09:52:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T09:52:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5701712, "flush_count": 6935, "flush_interval_seconds": 30.0, "flush_state": {"count": 6935, "last_at": "2026-11-04T10:23:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:23:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6934}, "started": true, "suppressed_count": 4104212, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4104195}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6935, "written_record_count": 6935}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11435.207, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T10:20:03+09:00", "last_error_summary": "[h264 @ 0x6297eeeda2c0] error while decoding MB 88 71, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11366449459200, "copied_frame_count": 4111129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11366449459200, "frame_buffer_copies": 4111129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0892, "count": 512, "max_ms": 1.3108, "p50_ms": 0.0761, "p95_ms": 0.1545, "p99_ms": 0.2038}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.11, "count": 512, "max_ms": 4.1783, "p50_ms": 0.9599, "p95_ms": 2.1592, "p99_ms": 3.0448, "results": {"failed": 0, "not_applicable": 0, "success": 4111129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 417, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:20:03+09:00", "last_error_summary": "[h264 @ 0x6297eeeda2c0] error while decoding MB 88 71, bytestream -8", "last_exit_at": "2026-11-04T10:23:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 228.382, "last_started_at": "2026-11-04T10:20:05+09:00", "pid": 92578, "process": {"exists": false, "pid": 92578}, "restart_count": 212, "restart_count_per_hour": 13, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 213}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.019, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-04T10:23:54+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-11-04T10:23:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 375.022, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 224.978, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-11-04T10:23:53.998438+09:00", "mtime_epoch": 1793755433.9984376, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80944}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:23:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2819.723, "name": "celery", "pid": 176, "rss_mb": 2819.312, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4111129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 255, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.283, "pushed": 9.283, "read": 9.283}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.005, "count": 255, "max_ms": 0.017, "p95_ms": 0.011, "reason": null, "sample_age_ms": 44.139, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 255, "max_ms": 2.568, "p95_ms": 1.313, "reason": null, "sample_age_ms": 114.892, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.157, "count": 255, "max_ms": 2.181, "p95_ms": 1.023, "reason": null, "sample_age_ms": 115.05, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.074, "count": 255, "max_ms": 0.219, "p95_ms": 0.146, "reason": null, "sample_age_ms": 44.144, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.143, "count": 255, "max_ms": 2.871, "p95_ms": 1.908, "reason": null, "sample_age_ms": 114.105, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2211848.0, "count": 255, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 114.092, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.207, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.327, "count": 255, "max_ms": 69.857, "p95_ms": 43.69, "reason": null, "sample_age_ms": 44.136, "source": "client_direct"}, "sample_age_ms": 44.134, "source": "client_direct", "task_total_ms": {"avg_ms": 31.675, "count": 255, "max_ms": 70.753, "p95_ms": 45.201, "reason": null, "sample_age_ms": 44.134, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.557, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.553, "count": 255, "max_ms": 1.76, "p95_ms": 0.952}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.177, "count": 255, "max_ms": 0.577, "p95_ms": 0.312}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 255, "max_ms": 0.173, "p95_ms": 0.133}, "event_filter_ms": {"avg_ms": 0.003, "count": 255, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 255, "max_ms": 0.177, "p95_ms": 0.106}, "mcmt_ms": {"avg_ms": 0.002, "count": 255, "max_ms": 0.043, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 255, "max_ms": 0.637, "p95_ms": 0.258}, "setup_ms": {"avg_ms": 0.033, "count": 255, "max_ms": 0.097, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.522, "count": 255, "max_ms": 1.669, "p95_ms": 0.913}, "track_match_ms": {"avg_ms": 0.004, "count": 255, "max_ms": 0.032, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 255, "max_ms": 0.062, "p95_ms": 0.042}}, "gstreamer_push": {"avg_ms": 2.342, "count": 255, "max_ms": 8.667, "p95_ms": 4.007}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 255, "max_ms": 0.122, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.37, "count": 255, "max_ms": 71.121, "p95_ms": 45.681}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 255, "max_ms": 0.095, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.369, "count": 255, "max_ms": 123.076, "p95_ms": 86.246}, "inference_input_copy_ms": {"avg_ms": 1.563, "count": 255, "max_ms": 4.23, "p95_ms": 2.985}, "processing_residual_ms": {"avg_ms": 0.096, "count": 255, "max_ms": 0.388, "p95_ms": 0.173}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.058, "count": 255, "max_ms": 124.745, "p95_ms": 87.915}, "read_interval": {"avg_ms": 119.914, "count": 255, "max_ms": 3355.943, "p95_ms": 115.594}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 255, "max_ms": 0.057, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.098, "count": 255, "max_ms": 0.46, "p95_ms": 0.178}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 255, "max_ms": 0.102, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 255, "max_ms": 0.403, "p95_ms": 0.159}, "worker_merge_ms": {"avg_ms": 0.004, "count": 255, "max_ms": 0.062, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.382, "count": 255, "max_ms": 71.13, "p95_ms": 45.69}, "visualize": {"avg_ms": 27.836, "count": 255, "max_ms": 75.269, "p95_ms": 42.416}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.189, "count": 255, "max_ms": 74.564, "p95_ms": 41.785}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.695, "count": 255, "max_ms": 75.121, "p95_ms": 42.282}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.625, "count": 255, "max_ms": 75.048, "p95_ms": 42.221}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 255, "max_ms": 0.16, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2819.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.808, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.11, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:23:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78562, "write_bytes_delta": 78562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 838.0, "cpu_core_ratio": 1.864237, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92578, "reason": null, "system_cpu_core_ratio": 0.0648, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 1.799438, "user_cpu_s_delta": 18.05000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.795541, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1487.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.075766, "system_cpu_s_delta": 0.7599999999983993, "user_cpu_core_ratio": 0.719775, "user_cpu_s_delta": 7.220000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.382, "count": 321, "max_ms": 7.639, "p95_ms": 4.476, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 321}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 321}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.233, "count": 30, "max": 38.896, "p95": 36.63, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.64, "count": 30, "max": 19.487, "p95": 18.424, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 489.833, "count": 30, "max": 863.0, "p95": 818.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 606.1, "count": 30, "max": 7653.0, "p95": 3109.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.071, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.993, "count": 30, "max": 1.967, "p95": 1.726, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.283, "count": 30, "max": 4.508, "p95": 2.186, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79474.867, "count": 30, "max": 84125.0, "p95": 83533.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79474.867, "count": 30, "max": 84125.0, "p95": 83533.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 388.667, "count": 30, "max": 1487.0, "p95": 1124.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.099, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.724, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33686, "sampled_at": "2026-11-04T10:23:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:23:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.468, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5701712, "flush_count": 6935, "flush_interval_seconds": 30.0, "flush_state": {"count": 6935, "last_at": "2026-11-04T10:23:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:23:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6934}, "started": true, "suppressed_count": 4104212, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4104195}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6935, "written_record_count": 6935}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11435.484, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11366449459200, "copied_frame_count": 4111129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11366449459200, "frame_buffer_copies": 4111129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0892, "count": 512, "max_ms": 1.3108, "p50_ms": 0.0761, "p95_ms": 0.1545, "p99_ms": 0.2038}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.11, "count": 512, "max_ms": 4.1783, "p50_ms": 0.9599, "p95_ms": 2.1592, "p99_ms": 3.0448, "results": {"failed": 0, "not_applicable": 0, "success": 4111129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 417, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:20:03+09:00", "last_error_summary": "[h264 @ 0x6297eeeda2c0] error while decoding MB 88 71, bytestream -8", "last_exit_at": "2026-11-04T10:23:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 228.406, "last_started_at": "2026-11-04T10:20:05+09:00", "pid": 92578, "process": {"exists": false, "pid": 92578}, "restart_count": 212, "restart_count_per_hour": 13, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 213}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.019, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-04T10:23:54+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-11-04T10:23:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 375.043, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 224.957, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-11-04T10:23:54.109438+09:00", "mtime_epoch": 1793755434.1094384, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 81003}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:23:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2819.723, "name": "celery", "pid": 176, "rss_mb": 2819.312, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4111129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 255, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.275, "pushed": 9.275, "read": 9.275}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.005, "count": 255, "max_ms": 0.017, "p95_ms": 0.011, "reason": null, "sample_age_ms": 65.924, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 255, "max_ms": 2.568, "p95_ms": 1.313, "reason": null, "sample_age_ms": 136.677, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.157, "count": 255, "max_ms": 2.181, "p95_ms": 1.023, "reason": null, "sample_age_ms": 136.834, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.074, "count": 255, "max_ms": 0.219, "p95_ms": 0.146, "reason": null, "sample_age_ms": 65.928, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.143, "count": 255, "max_ms": 2.871, "p95_ms": 1.908, "reason": null, "sample_age_ms": 135.89, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2211848.0, "count": 255, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 135.877, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.992, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.327, "count": 255, "max_ms": 69.857, "p95_ms": 43.69, "reason": null, "sample_age_ms": 65.921, "source": "client_direct"}, "sample_age_ms": 65.918, "source": "client_direct", "task_total_ms": {"avg_ms": 31.675, "count": 255, "max_ms": 70.753, "p95_ms": 45.201, "reason": null, "sample_age_ms": 65.918, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.95, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.553, "count": 255, "max_ms": 1.76, "p95_ms": 0.952}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.177, "count": 255, "max_ms": 0.577, "p95_ms": 0.312}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 255, "max_ms": 0.173, "p95_ms": 0.133}, "event_filter_ms": {"avg_ms": 0.003, "count": 255, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 255, "max_ms": 0.177, "p95_ms": 0.106}, "mcmt_ms": {"avg_ms": 0.002, "count": 255, "max_ms": 0.043, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 255, "max_ms": 0.637, "p95_ms": 0.258}, "setup_ms": {"avg_ms": 0.033, "count": 255, "max_ms": 0.097, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.522, "count": 255, "max_ms": 1.669, "p95_ms": 0.913}, "track_match_ms": {"avg_ms": 0.004, "count": 255, "max_ms": 0.032, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 255, "max_ms": 0.062, "p95_ms": 0.042}}, "gstreamer_push": {"avg_ms": 2.342, "count": 255, "max_ms": 8.667, "p95_ms": 4.007}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 255, "max_ms": 0.122, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.37, "count": 255, "max_ms": 71.121, "p95_ms": 45.681}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 255, "max_ms": 0.095, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.369, "count": 255, "max_ms": 123.076, "p95_ms": 86.246}, "inference_input_copy_ms": {"avg_ms": 1.563, "count": 255, "max_ms": 4.23, "p95_ms": 2.985}, "processing_residual_ms": {"avg_ms": 0.096, "count": 255, "max_ms": 0.388, "p95_ms": 0.173}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.058, "count": 255, "max_ms": 124.745, "p95_ms": 87.915}, "read_interval": {"avg_ms": 119.914, "count": 255, "max_ms": 3355.943, "p95_ms": 115.594}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 255, "max_ms": 0.057, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.098, "count": 255, "max_ms": 0.46, "p95_ms": 0.178}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 255, "max_ms": 0.102, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 255, "max_ms": 0.403, "p95_ms": 0.159}, "worker_merge_ms": {"avg_ms": 0.004, "count": 255, "max_ms": 0.062, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.382, "count": 255, "max_ms": 71.13, "p95_ms": 45.69}, "visualize": {"avg_ms": 27.836, "count": 255, "max_ms": 75.269, "p95_ms": 42.416}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.189, "count": 255, "max_ms": 74.564, "p95_ms": 41.785}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.695, "count": 255, "max_ms": 75.121, "p95_ms": 42.282}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.625, "count": 255, "max_ms": 75.048, "p95_ms": 42.221}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 255, "max_ms": 0.16, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2819.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.808, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.11, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:23:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78562, "write_bytes_delta": 78562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 838.0, "cpu_core_ratio": 1.864237, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92578, "reason": null, "system_cpu_core_ratio": 0.0648, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 1.799438, "user_cpu_s_delta": 18.05000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.795541, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1487.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.075766, "system_cpu_s_delta": 0.7599999999983993, "user_cpu_core_ratio": 0.719775, "user_cpu_s_delta": 7.220000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.382, "count": 321, "max_ms": 7.639, "p95_ms": 4.476, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 321}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 321}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.233, "count": 30, "max": 38.896, "p95": 36.63, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.64, "count": 30, "max": 19.487, "p95": 18.424, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 489.833, "count": 30, "max": 863.0, "p95": 818.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 606.1, "count": 30, "max": 7653.0, "p95": 3109.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.071, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.993, "count": 30, "max": 1.967, "p95": 1.726, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.283, "count": 30, "max": 4.508, "p95": 2.186, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79474.867, "count": 30, "max": 84125.0, "p95": 83533.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79474.867, "count": 30, "max": 84125.0, "p95": 83533.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 388.667, "count": 30, "max": 1487.0, "p95": 1124.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.099, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.724, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33686, "sampled_at": "2026-11-04T10:23:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:23:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.492, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5701712, "flush_count": 6935, "flush_interval_seconds": 30.0, "flush_state": {"count": 6935, "last_at": "2026-11-04T10:23:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:23:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6934}, "started": true, "suppressed_count": 4104212, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4104195}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6935, "written_record_count": 6935}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11546.277, "limit_mb": null}, "detail": {"pid": 92696, "restart_count": 213, "start_count": 214}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11366449459200, "copied_frame_count": 4111129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11366449459200, "frame_buffer_copies": 4111129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0892, "count": 512, "max_ms": 1.3108, "p50_ms": 0.0761, "p95_ms": 0.1545, "p99_ms": 0.2038}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.11, "count": 512, "max_ms": 4.1783, "p50_ms": 0.9599, "p95_ms": 2.1592, "p99_ms": 3.0448, "results": {"failed": 0, "not_applicable": 0, "success": 4111129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 417, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:20:03+09:00", "last_error_summary": "[h264 @ 0x6297eeeda2c0] error while decoding MB 88 71, bytestream -8", "last_exit_at": "2026-11-04T10:23:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T10:23:57+09:00", "pid": 92696, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.48, "name": "ffmpeg", "pid": 92696, "rss_mb": 144.48, "state": "S (sleeping)", "threads": 19}, "restart_count": 213, "restart_count_per_hour": 14, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 214}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.897, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.03, "last_frame_pushed_at": "2026-11-04T10:23:54+09:00", "last_frame_read_age_sec": 5.137, "last_frame_read_at": "2026-11-04T10:23:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 380.052, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 219.948, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 5.021, "exists": true, "mtime": "2026-11-04T10:23:54.109438+09:00", "mtime_epoch": 1793755434.1094384, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 81003}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:23:59+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2819.723, "name": "celery", "pid": 176, "rss_mb": 2819.316, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4111129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.241, "pushed": 7.241, "read": 7.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.005, "count": 217, "max_ms": 0.017, "p95_ms": 0.011, "reason": null, "sample_age_ms": 5072.683, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.435, "count": 216, "max_ms": 2.568, "p95_ms": 1.354, "reason": null, "sample_age_ms": 5143.437, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 216, "max_ms": 2.181, "p95_ms": 1.02, "reason": null, "sample_age_ms": 5143.594, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 217, "max_ms": 0.219, "p95_ms": 0.147, "reason": null, "sample_age_ms": 5072.688, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.167, "count": 216, "max_ms": 2.871, "p95_ms": 1.879, "reason": null, "sample_age_ms": 5142.65, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2211848.0, "count": 216, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5142.637, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5072.752, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.184, "count": 217, "max_ms": 69.857, "p95_ms": 44.48, "reason": null, "sample_age_ms": 5072.681, "source": "client_direct"}, "sample_age_ms": 5072.678, "source": "client_direct", "task_total_ms": {"avg_ms": 32.559, "count": 217, "max_ms": 70.753, "p95_ms": 46.201, "reason": null, "sample_age_ms": 5072.678, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.094, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.577, "count": 217, "max_ms": 1.76, "p95_ms": 0.991}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.185, "count": 217, "max_ms": 0.577, "p95_ms": 0.342}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 217, "max_ms": 0.173, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 217, "max_ms": 0.177, "p95_ms": 0.108}, "mcmt_ms": {"avg_ms": 0.002, "count": 217, "max_ms": 0.043, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 217, "max_ms": 0.637, "p95_ms": 0.267}, "setup_ms": {"avg_ms": 0.035, "count": 217, "max_ms": 0.097, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.545, "count": 217, "max_ms": 1.669, "p95_ms": 0.932}, "track_match_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.032, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 217, "max_ms": 0.062, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.4, "count": 217, "max_ms": 8.667, "p95_ms": 4.007}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 217, "max_ms": 0.122, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.281, "count": 217, "max_ms": 71.121, "p95_ms": 47.696}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 217, "max_ms": 0.095, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.57, "count": 217, "max_ms": 123.076, "p95_ms": 85.312}, "inference_input_copy_ms": {"avg_ms": 1.581, "count": 217, "max_ms": 4.23, "p95_ms": 2.985}, "processing_residual_ms": {"avg_ms": 0.1, "count": 217, "max_ms": 0.388, "p95_ms": 0.177}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.282, "count": 217, "max_ms": 124.745, "p95_ms": 87.722}, "read_interval": {"avg_ms": 115.177, "count": 216, "max_ms": 3355.943, "p95_ms": 111.392}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 217, "max_ms": 0.057, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.102, "count": 217, "max_ms": 0.46, "p95_ms": 0.181}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.102, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 217, "max_ms": 0.403, "p95_ms": 0.161}, "worker_merge_ms": {"avg_ms": 0.005, "count": 217, "max_ms": 0.062, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 33.293, "count": 217, "max_ms": 71.13, "p95_ms": 47.704}, "visualize": {"avg_ms": 28.08, "count": 217, "max_ms": 75.269, "p95_ms": 41.311}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.409, "count": 217, "max_ms": 74.564, "p95_ms": 40.809}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.933, "count": 217, "max_ms": 75.121, "p95_ms": 41.203}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.86, "count": 217, "max_ms": 75.048, "p95_ms": 41.147}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 217, "max_ms": 0.16, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2819.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.808, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.11, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:23:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78562, "write_bytes_delta": 78562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 838.0, "cpu_core_ratio": 1.864237, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92578, "reason": null, "system_cpu_core_ratio": 0.0648, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 1.799438, "user_cpu_s_delta": 18.05000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.795541, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1487.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.075766, "system_cpu_s_delta": 0.7599999999983993, "user_cpu_core_ratio": 0.719775, "user_cpu_s_delta": 7.220000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.382, "count": 321, "max_ms": 7.639, "p95_ms": 4.476, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 321}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 321}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.233, "count": 30, "max": 38.896, "p95": 36.63, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.64, "count": 30, "max": 19.487, "p95": 18.424, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 489.833, "count": 30, "max": 863.0, "p95": 818.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 606.1, "count": 30, "max": 7653.0, "p95": 3109.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.071, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.993, "count": 30, "max": 1.967, "p95": 1.726, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.283, "count": 30, "max": 4.508, "p95": 2.186, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79474.867, "count": 30, "max": 84125.0, "p95": 83533.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79474.867, "count": 30, "max": 84125.0, "p95": 83533.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 388.667, "count": 30, "max": 1487.0, "p95": 1124.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.099, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.724, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33686, "sampled_at": "2026-11-04T10:23:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:23:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5702587, "flush_count": 6936, "flush_interval_seconds": 30.0, "flush_state": {"count": 6936, "last_at": "2026-11-04T10:24:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:24:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6935}, "started": true, "suppressed_count": 4104502, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4104485}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6936, "written_record_count": 6936}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11442.355, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x618127e41d00] error while decoding MB 76 77, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11367254016000, "copied_frame_count": 4111420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11367254016000, "frame_buffer_copies": 4111420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0906, "count": 512, "max_ms": 1.3108, "p50_ms": 0.0774, "p95_ms": 0.1565, "p99_ms": 0.2696}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1471, "count": 512, "max_ms": 4.1783, "p50_ms": 1.0151, "p95_ms": 2.1614, "p99_ms": 3.0471, "results": {"failed": 0, "not_applicable": 0, "success": 4111420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 199, "h264_decode_error_count": 418, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:24:44+09:00", "last_error_summary": "[h264 @ 0x618127e41d00] error while decoding MB 76 77, bytestream -11", "last_exit_at": "2026-11-04T10:23:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.458, "last_started_at": "2026-11-04T10:23:57+09:00", "pid": 92696, "process": {"exists": false, "pid": 92696}, "restart_count": 213, "restart_count_per_hour": 14, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 214}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.099, "sample_count": 2333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-11-04T10:24:44+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-11-04T10:24:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 425.507, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 174.493, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-11-04T10:24:44.574805+09:00", "mtime_epoch": 1793755484.574805, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88188}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:24:44+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2819.723, "name": "celery", "pid": 176, "rss_mb": 2819.551, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4111420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 191, "pushed_frames": 191, "read_frames": 191, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.367, "pushed": 6.367, "read": 6.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.023, "p95_ms": 0.01, "reason": null, "sample_age_ms": 55.289, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.372, "count": 190, "max_ms": 1.712, "p95_ms": 1.021, "reason": null, "sample_age_ms": 87.613, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.16, "count": 190, "max_ms": 1.535, "p95_ms": 0.834, "reason": null, "sample_age_ms": 87.944, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 191, "max_ms": 0.271, "p95_ms": 0.136, "reason": null, "sample_age_ms": 55.294, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.106, "count": 190, "max_ms": 2.776, "p95_ms": 1.897, "reason": null, "sample_age_ms": 86.876, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 86.863, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.389, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.615, "count": 191, "max_ms": 49.147, "p95_ms": 42.656, "reason": null, "sample_age_ms": 55.285, "source": "client_direct"}, "sample_age_ms": 55.281, "source": "client_direct", "task_total_ms": {"avg_ms": 30.911, "count": 191, "max_ms": 50.989, "p95_ms": 44.596, "reason": null, "sample_age_ms": 55.281, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.105, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.559, "count": 191, "max_ms": 1.825, "p95_ms": 1.037}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.181, "count": 191, "max_ms": 1.445, "p95_ms": 0.333}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 191, "max_ms": 0.249, "p95_ms": 0.137}, "event_filter_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.035, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 191, "max_ms": 0.203, "p95_ms": 0.107}, "mcmt_ms": {"avg_ms": 0.002, "count": 191, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 191, "max_ms": 0.517, "p95_ms": 0.286}, "setup_ms": {"avg_ms": 0.032, "count": 191, "max_ms": 0.086, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 0.528, "count": 191, "max_ms": 1.795, "p95_ms": 0.978}, "track_match_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.015, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 191, "max_ms": 0.209, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.458, "count": 191, "max_ms": 5.731, "p95_ms": 4.063}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 191, "max_ms": 0.542, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.529, "count": 191, "max_ms": 51.608, "p95_ms": 45.291}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 191, "max_ms": 0.102, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.619, "count": 191, "max_ms": 97.103, "p95_ms": 86.396}, "inference_input_copy_ms": {"avg_ms": 1.288, "count": 191, "max_ms": 3.23, "p95_ms": 2.342}, "processing_residual_ms": {"avg_ms": 0.097, "count": 191, "max_ms": 0.447, "p95_ms": 0.191}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.033, "count": 191, "max_ms": 98.556, "p95_ms": 88.498}, "read_interval": {"avg_ms": 156.906, "count": 191, "max_ms": 3855.677, "p95_ms": 212.944}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 191, "max_ms": 0.059, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.099, "count": 191, "max_ms": 0.424, "p95_ms": 0.207}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.039, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 191, "max_ms": 0.386, "p95_ms": 0.173}, "worker_merge_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.016, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.54, "count": 191, "max_ms": 51.617, "p95_ms": 45.3}, "visualize": {"avg_ms": 29.866, "count": 191, "max_ms": 57.154, "p95_ms": 45.369}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.171, "count": 191, "max_ms": 56.412, "p95_ms": 43.372}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.713, "count": 191, "max_ms": 56.973, "p95_ms": 44.93}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.626, "count": 191, "max_ms": 56.886, "p95_ms": 43.876}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 191, "max_ms": 1.684, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2819.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.976, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.734, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90163, "write_bytes_delta": 90163, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 378.0, "cpu_core_ratio": 0.519847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92696, "reason": null, "system_cpu_core_ratio": 0.022155, "system_cpu_s_delta": 0.28, "user_cpu_core_ratio": 0.497693, "user_cpu_s_delta": 6.289999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.269814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 702.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024529, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.245286, "user_cpu_s_delta": 3.1000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.445, "count": 200, "max_ms": 5.731, "p95_ms": 4.063, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.544, "count": 30, "max": 38.896, "p95": 36.63, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.767, "count": 30, "max": 19.579, "p95": 19.391, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.5, "count": 30, "max": 863.0, "p95": 818.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 498.0, "count": 30, "max": 7653.0, "p95": 2501.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.071, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.002, "count": 30, "max": 1.967, "p95": 1.726, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.383, "count": 30, "max": 4.508, "p95": 3.514, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81013.633, "count": 30, "max": 90163.0, "p95": 89468.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81013.633, "count": 30, "max": 90163.0, "p95": 89468.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 529.133, "count": 30, "max": 1487.0, "p95": 1124.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.076, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.724, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33692, "sampled_at": "2026-11-04T10:24:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:24:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5702587, "flush_count": 6936, "flush_interval_seconds": 30.0, "flush_state": {"count": 6936, "last_at": "2026-11-04T10:24:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:24:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6935}, "started": true, "suppressed_count": 4104502, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4104485}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6936, "written_record_count": 6936}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11442.109, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11367254016000, "copied_frame_count": 4111420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11367254016000, "frame_buffer_copies": 4111420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0906, "count": 512, "max_ms": 1.3108, "p50_ms": 0.0774, "p95_ms": 0.1565, "p99_ms": 0.2696}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1471, "count": 512, "max_ms": 4.1783, "p50_ms": 1.0151, "p95_ms": 2.1614, "p99_ms": 3.0471, "results": {"failed": 0, "not_applicable": 0, "success": 4111420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 199, "h264_decode_error_count": 418, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:24:44+09:00", "last_error_summary": "[h264 @ 0x618127e41d00] error while decoding MB 76 77, bytestream -11", "last_exit_at": "2026-11-04T10:23:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.447, "last_started_at": "2026-11-04T10:23:57+09:00", "pid": 92696, "process": {"exists": false, "pid": 92696}, "restart_count": 213, "restart_count_per_hour": 14, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 214}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.099, "sample_count": 2333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-11-04T10:24:44+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-11-04T10:24:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 425.514, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 174.486, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-11-04T10:24:44.574805+09:00", "mtime_epoch": 1793755484.574805, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88188}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:24:44+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2819.723, "name": "celery", "pid": 176, "rss_mb": 2819.551, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4111420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.401, "pushed": 6.401, "read": 6.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.023, "p95_ms": 0.01, "reason": null, "sample_age_ms": 44.342, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.371, "count": 191, "max_ms": 1.712, "p95_ms": 1.019, "reason": null, "sample_age_ms": 76.666, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.159, "count": 191, "max_ms": 1.535, "p95_ms": 0.834, "reason": null, "sample_age_ms": 76.997, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 191, "max_ms": 0.271, "p95_ms": 0.136, "reason": null, "sample_age_ms": 44.348, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.103, "count": 191, "max_ms": 2.776, "p95_ms": 1.895, "reason": null, "sample_age_ms": 75.929, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2211848.0, "count": 191, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 75.917, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.443, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.615, "count": 191, "max_ms": 49.147, "p95_ms": 42.656, "reason": null, "sample_age_ms": 44.338, "source": "client_direct"}, "sample_age_ms": 44.335, "source": "client_direct", "task_total_ms": {"avg_ms": 30.911, "count": 191, "max_ms": 50.989, "p95_ms": 44.596, "reason": null, "sample_age_ms": 44.335, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.904, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.559, "count": 192, "max_ms": 1.825, "p95_ms": 1.037}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.181, "count": 192, "max_ms": 1.445, "p95_ms": 0.333}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 192, "max_ms": 0.249, "p95_ms": 0.137}, "event_filter_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.035, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 192, "max_ms": 0.203, "p95_ms": 0.107}, "mcmt_ms": {"avg_ms": 0.002, "count": 192, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 192, "max_ms": 0.517, "p95_ms": 0.286}, "setup_ms": {"avg_ms": 0.032, "count": 192, "max_ms": 0.086, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 0.528, "count": 192, "max_ms": 1.795, "p95_ms": 0.978}, "track_match_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.015, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 192, "max_ms": 0.209, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.454, "count": 192, "max_ms": 5.731, "p95_ms": 4.063}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 192, "max_ms": 0.542, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.509, "count": 192, "max_ms": 51.608, "p95_ms": 45.291}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 192, "max_ms": 0.102, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.547, "count": 192, "max_ms": 97.103, "p95_ms": 86.396}, "inference_input_copy_ms": {"avg_ms": 1.285, "count": 192, "max_ms": 3.23, "p95_ms": 2.342}, "processing_residual_ms": {"avg_ms": 0.097, "count": 192, "max_ms": 0.447, "p95_ms": 0.191}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.958, "count": 192, "max_ms": 98.556, "p95_ms": 88.498}, "read_interval": {"avg_ms": 156.906, "count": 191, "max_ms": 3855.677, "p95_ms": 212.944}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 192, "max_ms": 0.059, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.099, "count": 192, "max_ms": 0.424, "p95_ms": 0.207}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.039, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 192, "max_ms": 0.386, "p95_ms": 0.173}, "worker_merge_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.016, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.52, "count": 192, "max_ms": 51.617, "p95_ms": 45.3}, "visualize": {"avg_ms": 29.815, "count": 192, "max_ms": 57.154, "p95_ms": 45.369}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.121, "count": 192, "max_ms": 56.412, "p95_ms": 43.372}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.662, "count": 192, "max_ms": 56.973, "p95_ms": 44.93}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.575, "count": 192, "max_ms": 56.886, "p95_ms": 43.876}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 192, "max_ms": 1.684, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2819.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.976, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.734, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90163, "write_bytes_delta": 90163, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 378.0, "cpu_core_ratio": 0.519847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92696, "reason": null, "system_cpu_core_ratio": 0.022155, "system_cpu_s_delta": 0.28, "user_cpu_core_ratio": 0.497693, "user_cpu_s_delta": 6.289999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.269814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 702.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024529, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.245286, "user_cpu_s_delta": 3.1000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.445, "count": 200, "max_ms": 5.731, "p95_ms": 4.063, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.544, "count": 30, "max": 38.896, "p95": 36.63, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.767, "count": 30, "max": 19.579, "p95": 19.391, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.5, "count": 30, "max": 863.0, "p95": 818.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 498.0, "count": 30, "max": 7653.0, "p95": 2501.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.071, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.002, "count": 30, "max": 1.967, "p95": 1.726, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.383, "count": 30, "max": 4.508, "p95": 3.514, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81013.633, "count": 30, "max": 90163.0, "p95": 89468.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81013.633, "count": 30, "max": 90163.0, "p95": 89468.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 529.133, "count": 30, "max": 1487.0, "p95": 1124.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.076, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.724, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33692, "sampled_at": "2026-11-04T10:24:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:24:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5702587, "flush_count": 6936, "flush_interval_seconds": 30.0, "flush_state": {"count": 6936, "last_at": "2026-11-04T10:24:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:24:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6935}, "started": true, "suppressed_count": 4104502, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4104485}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6936, "written_record_count": 6936}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11442.633, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11367254016000, "copied_frame_count": 4111420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11367254016000, "frame_buffer_copies": 4111420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0906, "count": 512, "max_ms": 1.3108, "p50_ms": 0.0774, "p95_ms": 0.1565, "p99_ms": 0.2696}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1471, "count": 512, "max_ms": 4.1783, "p50_ms": 1.0151, "p95_ms": 2.1614, "p99_ms": 3.0471, "results": {"failed": 0, "not_applicable": 0, "success": 4111420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 199, "h264_decode_error_count": 418, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:24:44+09:00", "last_error_summary": "[h264 @ 0x618127e41d00] error while decoding MB 76 77, bytestream -11", "last_exit_at": "2026-11-04T10:23:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.49, "last_started_at": "2026-11-04T10:23:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 213, "restart_count_per_hour": 14, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 214}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.099, "sample_count": 2333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-04T10:24:44+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-11-04T10:24:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 425.537, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 174.463, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-04T10:24:44.574805+09:00", "mtime_epoch": 1793755484.574805, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88188}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:24:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2819.723, "name": "celery", "pid": 176, "rss_mb": 2819.547, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4111420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.37, "pushed": 6.37, "read": 6.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.023, "p95_ms": 0.01, "reason": null, "sample_age_ms": 87.574, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.372, "count": 190, "max_ms": 1.712, "p95_ms": 1.021, "reason": null, "sample_age_ms": 119.898, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.16, "count": 190, "max_ms": 1.535, "p95_ms": 0.834, "reason": null, "sample_age_ms": 120.229, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 190, "max_ms": 0.271, "p95_ms": 0.136, "reason": null, "sample_age_ms": 87.58, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.106, "count": 190, "max_ms": 2.776, "p95_ms": 1.897, "reason": null, "sample_age_ms": 119.161, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 119.149, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.675, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.644, "count": 190, "max_ms": 49.147, "p95_ms": 42.692, "reason": null, "sample_age_ms": 87.57, "source": "client_direct"}, "sample_age_ms": 87.567, "source": "client_direct", "task_total_ms": {"avg_ms": 30.943, "count": 190, "max_ms": 50.989, "p95_ms": 44.602, "reason": null, "sample_age_ms": 87.567, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.91, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.559, "count": 191, "max_ms": 1.825, "p95_ms": 1.037}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.181, "count": 191, "max_ms": 1.445, "p95_ms": 0.333}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 191, "max_ms": 0.249, "p95_ms": 0.137}, "event_filter_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.035, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 191, "max_ms": 0.203, "p95_ms": 0.107}, "mcmt_ms": {"avg_ms": 0.002, "count": 191, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 191, "max_ms": 0.517, "p95_ms": 0.286}, "setup_ms": {"avg_ms": 0.032, "count": 191, "max_ms": 0.086, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 0.528, "count": 191, "max_ms": 1.795, "p95_ms": 0.978}, "track_match_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.015, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 191, "max_ms": 0.209, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.458, "count": 191, "max_ms": 5.731, "p95_ms": 4.063}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 191, "max_ms": 0.542, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.529, "count": 191, "max_ms": 51.608, "p95_ms": 45.291}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 191, "max_ms": 0.102, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.619, "count": 191, "max_ms": 97.103, "p95_ms": 86.396}, "inference_input_copy_ms": {"avg_ms": 1.288, "count": 191, "max_ms": 3.23, "p95_ms": 2.342}, "processing_residual_ms": {"avg_ms": 0.097, "count": 191, "max_ms": 0.447, "p95_ms": 0.191}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.033, "count": 191, "max_ms": 98.556, "p95_ms": 88.498}, "read_interval": {"avg_ms": 157.443, "count": 190, "max_ms": 3855.677, "p95_ms": 212.944}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 191, "max_ms": 0.059, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.099, "count": 191, "max_ms": 0.424, "p95_ms": 0.207}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.039, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 191, "max_ms": 0.386, "p95_ms": 0.173}, "worker_merge_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.016, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.54, "count": 191, "max_ms": 51.617, "p95_ms": 45.3}, "visualize": {"avg_ms": 29.866, "count": 191, "max_ms": 57.154, "p95_ms": 45.369}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.171, "count": 191, "max_ms": 56.412, "p95_ms": 43.372}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.713, "count": 191, "max_ms": 56.973, "p95_ms": 44.93}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.626, "count": 191, "max_ms": 56.886, "p95_ms": 43.876}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 191, "max_ms": 1.684, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2819.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.976, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.734, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90163, "write_bytes_delta": 90163, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 378.0, "cpu_core_ratio": 0.519847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92696, "reason": null, "system_cpu_core_ratio": 0.022155, "system_cpu_s_delta": 0.28, "user_cpu_core_ratio": 0.497693, "user_cpu_s_delta": 6.289999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.269814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 702.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024529, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.245286, "user_cpu_s_delta": 3.1000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.445, "count": 200, "max_ms": 5.731, "p95_ms": 4.063, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.544, "count": 30, "max": 38.896, "p95": 36.63, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.767, "count": 30, "max": 19.579, "p95": 19.391, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.5, "count": 30, "max": 863.0, "p95": 818.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 498.0, "count": 30, "max": 7653.0, "p95": 2501.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.071, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.002, "count": 30, "max": 1.967, "p95": 1.726, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.383, "count": 30, "max": 4.508, "p95": 3.514, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81013.633, "count": 30, "max": 90163.0, "p95": 89468.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81013.633, "count": 30, "max": 90163.0, "p95": 89468.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 529.133, "count": 30, "max": 1487.0, "p95": 1124.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.076, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.724, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33692, "sampled_at": "2026-11-04T10:24:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:24:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5702587, "flush_count": 6936, "flush_interval_seconds": 30.0, "flush_state": {"count": 6936, "last_at": "2026-11-04T10:24:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:24:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6935}, "started": true, "suppressed_count": 4104502, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4104485}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6936, "written_record_count": 6936}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11785.887, "limit_mb": null}, "detail": {"pid": 92812, "restart_count": 214, "start_count": 215}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11367254016000, "copied_frame_count": 4111420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11367254016000, "frame_buffer_copies": 4111420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0906, "count": 512, "max_ms": 1.3108, "p50_ms": 0.0774, "p95_ms": 0.1565, "p99_ms": 0.2696}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1471, "count": 512, "max_ms": 4.1783, "p50_ms": 1.0151, "p95_ms": 2.1614, "p99_ms": 3.0471, "results": {"failed": 0, "not_applicable": 0, "success": 4111420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 199, "h264_decode_error_count": 418, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:24:44+09:00", "last_error_summary": "[h264 @ 0x618127e41d00] error while decoding MB 76 77, bytestream -11", "last_exit_at": "2026-11-04T10:23:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T10:24:47+09:00", "pid": 92812, "process": {"exists": true, "fd_count": 5, "hwm_mb": 378.254, "name": "ffmpeg", "pid": 92812, "rss_mb": 378.254, "state": "R (running)", "threads": 70}, "restart_count": 214, "restart_count_per_hour": 15, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 215}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.224, "sample_count": 2327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.037, "last_frame_pushed_at": "2026-11-04T10:24:44+09:00", "last_frame_read_age_sec": 5.097, "last_frame_read_at": "2026-11-04T10:24:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 430.525, "last_sample_duration_ms": 664.972, "last_trigger": "periodic", "next_snapshot_in_sec": 169.475, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 696, "storage_bytes": 2682015}, "mjpeg": {"age_sec": 5.026, "exists": true, "mtime": "2026-11-04T10:24:44.574805+09:00", "mtime_epoch": 1793755484.574805, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88188}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:24:49+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2819.723, "name": "celery", "pid": 176, "rss_mb": 2819.551, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4111420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.802, "pushed": 5.802, "read": 5.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.023, "p95_ms": 0.01, "reason": null, "sample_age_ms": 5070.179, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.367, "count": 174, "max_ms": 1.712, "p95_ms": 0.978, "reason": null, "sample_age_ms": 5102.503, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.156, "count": 174, "max_ms": 1.535, "p95_ms": 0.814, "reason": null, "sample_age_ms": 5102.834, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 174, "max_ms": 0.271, "p95_ms": 0.134, "reason": null, "sample_age_ms": 5070.185, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.102, "count": 174, "max_ms": 2.776, "p95_ms": 1.89, "reason": null, "sample_age_ms": 5101.766, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2211848.0, "count": 174, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5101.754, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5070.28, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.669, "count": 174, "max_ms": 49.147, "p95_ms": 43.447, "reason": null, "sample_age_ms": 5070.175, "source": "client_direct"}, "sample_age_ms": 5070.172, "source": "client_direct", "task_total_ms": {"avg_ms": 30.965, "count": 174, "max_ms": 50.989, "p95_ms": 45.101, "reason": null, "sample_age_ms": 5070.172, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.324, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.566, "count": 174, "max_ms": 1.825, "p95_ms": 1.038}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.184, "count": 174, "max_ms": 1.445, "p95_ms": 0.341}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 174, "max_ms": 0.249, "p95_ms": 0.141}, "event_filter_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.035, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 174, "max_ms": 0.203, "p95_ms": 0.107}, "mcmt_ms": {"avg_ms": 0.002, "count": 174, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.146, "count": 174, "max_ms": 0.517, "p95_ms": 0.309}, "setup_ms": {"avg_ms": 0.032, "count": 174, "max_ms": 0.086, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 0.535, "count": 174, "max_ms": 1.795, "p95_ms": 0.989}, "track_match_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.015, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 174, "max_ms": 0.209, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.445, "count": 174, "max_ms": 5.731, "p95_ms": 4.063}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 174, "max_ms": 0.157, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.58, "count": 174, "max_ms": 51.608, "p95_ms": 46.593}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 174, "max_ms": 0.102, "p95_ms": 0.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.933, "count": 174, "max_ms": 97.103, "p95_ms": 86.756}, "inference_input_copy_ms": {"avg_ms": 1.286, "count": 174, "max_ms": 3.23, "p95_ms": 2.342}, "processing_residual_ms": {"avg_ms": 0.095, "count": 174, "max_ms": 0.243, "p95_ms": 0.187}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.342, "count": 174, "max_ms": 98.556, "p95_ms": 89.873}, "read_interval": {"avg_ms": 143.99, "count": 174, "max_ms": 3855.677, "p95_ms": 212.944}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 174, "max_ms": 0.059, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.1, "count": 174, "max_ms": 0.424, "p95_ms": 0.207}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.039, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 174, "max_ms": 0.386, "p95_ms": 0.181}, "worker_merge_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.016, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.591, "count": 174, "max_ms": 51.617, "p95_ms": 46.606}, "visualize": {"avg_ms": 30.118, "count": 174, "max_ms": 57.154, "p95_ms": 45.82}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.421, "count": 174, "max_ms": 56.412, "p95_ms": 44.706}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.964, "count": 174, "max_ms": 56.973, "p95_ms": 45.198}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.875, "count": 174, "max_ms": 56.886, "p95_ms": 45.121}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 174, "max_ms": 1.684, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2819.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.976, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.734, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4111389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90163, "write_bytes_delta": 90163, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 378.0, "cpu_core_ratio": 0.519847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92696, "reason": null, "system_cpu_core_ratio": 0.022155, "system_cpu_s_delta": 0.28, "user_cpu_core_ratio": 0.497693, "user_cpu_s_delta": 6.289999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.269814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 702.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024529, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.245286, "user_cpu_s_delta": 3.1000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.445, "count": 200, "max_ms": 5.731, "p95_ms": 4.063, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.544, "count": 30, "max": 38.896, "p95": 36.63, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.767, "count": 30, "max": 19.579, "p95": 19.391, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.5, "count": 30, "max": 863.0, "p95": 818.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 498.0, "count": 30, "max": 7653.0, "p95": 2501.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.071, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.002, "count": 30, "max": 1.967, "p95": 1.726, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.383, "count": 30, "max": 4.508, "p95": 3.514, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81013.633, "count": 30, "max": 90163.0, "p95": 89468.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81013.633, "count": 30, "max": 90163.0, "p95": 89468.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 529.133, "count": 30, "max": 1487.0, "p95": 1124.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.076, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.724, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33692, "sampled_at": "2026-11-04T10:24:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:24:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 6563714, "flush_count": 6941, "flush_interval_seconds": 30.0, "flush_state": {"count": 6941, "last_at": "2026-11-04T10:29:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:29:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6940}, "started": true, "suppressed_count": 3986636, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 439, "tracking_summary": 3986197}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6941, "written_record_count": 6941}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11637.523, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x61ae1df621c0] error while decoding MB 95 33, bytestream -10 [in#0/rtsp @ 0x61ae1ddc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61ae1ddc9e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11040222412800, "copied_frame_count": 3993136, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T10:18:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1226303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T10:18:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.469}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 439, "events_emitted": 400, "events_failed": 6, "events_observed": 439, "events_suppressed": 33, "frame_buffer_copied_bytes": 11040222412800, "frame_buffer_copies": 3993136, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 20300, "recorder_active_input_bytes": 56125440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 406, "recorder_clips_failed": 0, "recorder_clips_started": 406, "stage_failures": 12, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 406, "worker_jobs_accepted": 406, "worker_jobs_completed": 400, "worker_jobs_failed": 6, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0837, "count": 512, "max_ms": 1.4854, "p50_ms": 0.0693, "p95_ms": 0.1453, "p99_ms": 0.2007}, "stages": {"db_insert": {"avg_ms": 16.7028, "count": 406, "max_ms": 71.5868, "p50_ms": 14.5919, "p95_ms": 35.5406, "p99_ms": 45.7246, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6906, "count": 406, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6814, "p99_ms": 3.1719, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1011.5141, "count": 439, "max_ms": 9085.9065, "p50_ms": 926.8936, "p95_ms": 1483.9705, "p99_ms": 5626.0922, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 33, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2507, "count": 512, "max_ms": 4.7507, "p50_ms": 1.1382, "p95_ms": 2.2707, "p99_ms": 3.012, "results": {"failed": 0, "not_applicable": 0, "success": 3993136, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1282, "count": 439, "max_ms": 2262.6103, "p50_ms": 501.6531, "p95_ms": 662.3864, "p99_ms": 1209.3428, "results": {"failed": 0, "not_applicable": 0, "success": 439, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.523, "count": 406, "max_ms": 205.7373, "p50_ms": 21.0304, "p95_ms": 58.0253, "p99_ms": 90.2641, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3164, "count": 512, "max_ms": 8.6992, "p50_ms": 4.1194, "p95_ms": 6.2059, "p99_ms": 7.8328, "results": {"failed": 0, "not_applicable": 0, "success": 20300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.161, "count": 512, "max_ms": 5.1192, "p50_ms": 1.0375, "p95_ms": 1.9598, "p99_ms": 3.0219, "results": {"failed": 0, "not_applicable": 0, "success": 20300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.9853, "count": 406, "max_ms": 2259.3339, "p50_ms": 502.1456, "p95_ms": 662.5808, "p99_ms": 1224.201, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.3537, "count": 406, "max_ms": 2167.0011, "p50_ms": 412.7311, "p95_ms": 571.0164, "p99_ms": 1160.6934, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1794, "count": 406, "max_ms": 115.8706, "p50_ms": 83.5156, "p95_ms": 102.799, "p99_ms": 109.7885, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5899, "count": 406, "max_ms": 15.8949, "p50_ms": 1.3117, "p95_ms": 2.8076, "p99_ms": 5.7928, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3174, "count": 406, "max_ms": 103.1964, "p50_ms": 34.5292, "p95_ms": 54.7654, "p99_ms": 68.9724, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7352, "count": 439, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7984, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 33, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4366, "count": 406, "max_ms": 16.9396, "p50_ms": 0.7786, "p95_ms": 5.3449, "p99_ms": 10.3698, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4366, "count": 406, "max_ms": 16.9396, "p50_ms": 0.7786, "p95_ms": 5.3449, "p99_ms": 10.3698, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7352, "count": 439, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7984, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 33, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8101, "count": 406, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4375, "p99_ms": 2.572, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 400, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.4054, "count": 406, "max_ms": 5119.453, "p50_ms": 353.0207, "p95_ms": 697.5689, "p99_ms": 5073.273, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 439, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 439, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 406, "max_ms": 15.0421, "p50_ms": 1.0589, "p95_ms": 8.2352, "p99_ms": 11.5581, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.5603, "count": 406, "max_ms": 206.4133, "p50_ms": 26.0173, "p95_ms": 60.7317, "p99_ms": 87.753, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0834, "count": 406, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1517, "p99_ms": 0.2178, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 9.8248, "count": 406, "max_ms": 3177.5096, "p50_ms": 1.8287, "p95_ms": 3.3163, "p99_ms": 5.4567, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6808, "count": 406, "max_ms": 5230.5782, "p50_ms": 426.0711, "p95_ms": 797.7861, "p99_ms": 5161.817, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"relay_transport": 6}, "generation": "097f5391", "last_failure": {"reason": "relay_network_transport_failed", "stage": "relay_transport"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 406, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530696, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0678, "p95_ms": 0.1394, "p99_ms": 0.2023}, "wait_ms": {"count": 256, "max_ms": 3177.5096, "p50_ms": 1.7739, "p95_ms": 3.1188, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 406, "artifact_failed": 0, "artifact_requested": 406, "artifact_success": 406, "completed": 406, "completed_failed": 6, "completed_success": 400, "cooldown_promoted": 406, "database_requested": 406, "db_insert_success": 406, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15987, "relay_business_failed": 0, "relay_business_success": 400, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 406, "relay_transport_failed": 6, "relay_transport_success": 400, "reservation_requested": 406}, "snapshot": {"copied_bytes": 1122508800, "copied_count": 406, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.581, "p95_ms": 2.6129, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 335, "h264_decode_error_count": 1010, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:30:15+09:00", "last_error_summary": "[h264 @ 0x61ae1df621c0] error while decoding MB 95 33, bytestream -10 [in#0/rtsp @ 0x61ae1ddc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61ae1ddc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T18:02:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 58686.725, "last_started_at": "2026-11-03T18:12:08+09:00", "pid": 88131, "process": {"exists": false, "pid": 88131}, "restart_count": 357, "restart_count_per_hour": 0, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 358}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.17, "sample_count": 2537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3993136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-11-04T10:30:15+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-11-04T10:30:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.272, "last_sample_duration_ms": 1063.826, "last_trigger": "periodic", "next_snapshot_in_sec": 445.728, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 697, "storage_bytes": 2691303}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-04T10:30:15.030026+09:00", "mtime_epoch": 1793755815.0300257, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 70289}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-04T10:30:15+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2808.707, "name": "celery", "pid": 206, "rss_mb": 2707.148, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 341, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3993137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.228, "max": 14.0, "p95": 13.0, "sample_count": 114}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "by_category.소형선박": {"avg": 2.456, "max": 3.0, "p95": 3.0, "sample_count": 114}, "total": {"avg": 3.316, "max": 4.0, "p95": 4.0, "sample_count": 114}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 114}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 114, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.802, "pushed": 3.802, "read": 3.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 114, "client_acquire_ms": {"avg_ms": 0.006, "count": 114, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 34.091, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.677, "count": 114, "max_ms": 5.435, "p95_ms": 2.281, "reason": null, "sample_age_ms": 72.189, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.271, "count": 114, "max_ms": 5.192, "p95_ms": 1.871, "reason": null, "sample_age_ms": 72.428, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.252, "count": 114, "max_ms": 0.528, "p95_ms": 0.389, "reason": null, "sample_age_ms": 34.105, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.705, "count": 114, "max_ms": 3.896, "p95_ms": 2.836, "reason": null, "sample_age_ms": 70.872, "source": "client_direct"}, "request_count": 114, "request_tensor_bytes": {"avg": 2764808.0, "count": 114, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.85, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 114, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.471, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.998, "count": 114, "max_ms": 55.871, "p95_ms": 47.563, "reason": null, "sample_age_ms": 34.088, "source": "client_direct"}, "sample_age_ms": 34.084, "source": "client_direct", "task_total_ms": {"avg_ms": 37.088, "count": 114, "max_ms": 57.843, "p95_ms": 50.192, "reason": null, "sample_age_ms": 34.084, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.623, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.404, "count": 114, "max_ms": 17.991, "p95_ms": 12.376}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.378, "count": 114, "max_ms": 0.806, "p95_ms": 0.682}, "detection_prepare_ms": {"avg_ms": 1.502, "count": 114, "max_ms": 5.923, "p95_ms": 2.86}, "event_filter_ms": {"avg_ms": 0.004, "count": 114, "max_ms": 0.015, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 114, "max_ms": 0.574, "p95_ms": 0.429}, "mcmt_ms": {"avg_ms": 0.002, "count": 114, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.274, "count": 114, "max_ms": 9.133, "p95_ms": 6.61}, "setup_ms": {"avg_ms": 0.029, "count": 114, "max_ms": 0.083, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 8.357, "count": 114, "max_ms": 17.91, "p95_ms": 12.319}, "track_match_ms": {"avg_ms": 0.107, "count": 114, "max_ms": 0.246, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 1.785, "count": 114, "max_ms": 3.709, "p95_ms": 2.809}}, "gstreamer_push": {"avg_ms": 2.31, "count": 114, "max_ms": 4.864, "p95_ms": 4.372}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 114, "max_ms": 0.09, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.048, "count": 114, "max_ms": 59.205, "p95_ms": 51.272}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.795, "count": 114, "max_ms": 11.021, "p95_ms": 7.749}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.3, "count": 114, "max_ms": 130.87, "p95_ms": 108.862}, "inference_input_copy_ms": {"avg_ms": 1.612, "count": 114, "max_ms": 4.159, "p95_ms": 3.137}, "processing_residual_ms": {"avg_ms": 0.183, "count": 114, "max_ms": 0.569, "p95_ms": 0.374}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.891, "count": 114, "max_ms": 135.413, "p95_ms": 116.312}, "read_interval": {"avg_ms": 263.151, "count": 114, "max_ms": 19159.402, "p95_ms": 135.285}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 114, "max_ms": 0.033, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 4.207, "count": 114, "max_ms": 9.039, "p95_ms": 6.533}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 114, "max_ms": 0.03, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.195, "count": 114, "max_ms": 9.023, "p95_ms": 6.513}, "worker_merge_ms": {"avg_ms": 0.005, "count": 114, "max_ms": 0.013, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.058, "count": 114, "max_ms": 59.216, "p95_ms": 51.293}, "visualize": {"avg_ms": 31.904, "count": 114, "max_ms": 73.205, "p95_ms": 45.528}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.406, "count": 114, "max_ms": 63.251, "p95_ms": 38.786}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.695, "count": 114, "max_ms": 71.577, "p95_ms": 43.236}, "visualize_input_copy_ms": {"avg_ms": 1.062, "count": 114, "max_ms": 3.044, "p95_ms": 1.794}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.608, "count": 114, "max_ms": 71.437, "p95_ms": 43.126}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 114, "max_ms": 0.12, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2707.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.669, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.17, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3993130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 69976, "write_bytes_delta": 69976, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 442.0, "cpu_core_ratio": 0.108823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 88131, "reason": null, "system_cpu_core_ratio": 0.010381, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.098442, "user_cpu_s_delta": 2.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.195094, "system_cpu_s_delta": 5.4500000000116415, "user_cpu_core_ratio": 0.410592, "user_cpu_s_delta": 11.470000000030268}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.27, "count": 115, "max_ms": 4.864, "p95_ms": 4.372, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.957, "max": 14.0, "p95": 13.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.496, "key_count": 2, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 115}, "total": {"avg": 3.357, "max": 4.0, "p95": 4.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.199, "count": 30, "max": 48.715, "p95": 43.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.2, "count": 30, "max": 21.187, "p95": 19.557, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.733, "count": 30, "max": 1453.0, "p95": 1404.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 95.1, "count": 30, "max": 2025.0, "p95": 440.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 0.384, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.102, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67993.167, "count": 30, "max": 71969.0, "p95": 70114.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67993.167, "count": 30, "max": 71969.0, "p95": 70114.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.867, "count": 30, "max": 29.0, "p95": 28.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.615, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.106, "count": 30, "max": 1.29, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29964, "sampled_at": "2026-11-04T10:30:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:30:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 6563714, "flush_count": 6941, "flush_interval_seconds": 30.0, "flush_state": {"count": 6941, "last_at": "2026-11-04T10:29:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:29:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6940}, "started": true, "suppressed_count": 3986636, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 439, "tracking_summary": 3986197}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6941, "written_record_count": 6941}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11637.238, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T10:30:15+09:00", "last_error_summary": "[h264 @ 0x61ae1df621c0] error while decoding MB 95 33, bytestream -10 [in#0/rtsp @ 0x61ae1ddc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61ae1ddc9e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11040225177600, "copied_frame_count": 3993137, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T10:18:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1226303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T10:18:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.469}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 439, "events_emitted": 400, "events_failed": 6, "events_observed": 439, "events_suppressed": 33, "frame_buffer_copied_bytes": 11040225177600, "frame_buffer_copies": 3993137, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 20300, "recorder_active_input_bytes": 56125440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 406, "recorder_clips_failed": 0, "recorder_clips_started": 406, "stage_failures": 12, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 406, "worker_jobs_accepted": 406, "worker_jobs_completed": 400, "worker_jobs_failed": 6, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.084, "count": 512, "max_ms": 1.4854, "p50_ms": 0.0693, "p95_ms": 0.1462, "p99_ms": 0.2082}, "stages": {"db_insert": {"avg_ms": 16.7028, "count": 406, "max_ms": 71.5868, "p50_ms": 14.5919, "p95_ms": 35.5406, "p99_ms": 45.7246, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6906, "count": 406, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6814, "p99_ms": 3.1719, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1011.5141, "count": 439, "max_ms": 9085.9065, "p50_ms": 926.8936, "p95_ms": 1483.9705, "p99_ms": 5626.0922, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 33, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2649, "count": 512, "max_ms": 8.2319, "p50_ms": 1.1394, "p95_ms": 2.2767, "p99_ms": 3.1325, "results": {"failed": 0, "not_applicable": 0, "success": 3993137, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1282, "count": 439, "max_ms": 2262.6103, "p50_ms": 501.6531, "p95_ms": 662.3864, "p99_ms": 1209.3428, "results": {"failed": 0, "not_applicable": 0, "success": 439, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.523, "count": 406, "max_ms": 205.7373, "p50_ms": 21.0304, "p95_ms": 58.0253, "p99_ms": 90.2641, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3164, "count": 512, "max_ms": 8.6992, "p50_ms": 4.1194, "p95_ms": 6.2059, "p99_ms": 7.8328, "results": {"failed": 0, "not_applicable": 0, "success": 20300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.161, "count": 512, "max_ms": 5.1192, "p50_ms": 1.0375, "p95_ms": 1.9598, "p99_ms": 3.0219, "results": {"failed": 0, "not_applicable": 0, "success": 20300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.9853, "count": 406, "max_ms": 2259.3339, "p50_ms": 502.1456, "p95_ms": 662.5808, "p99_ms": 1224.201, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.3537, "count": 406, "max_ms": 2167.0011, "p50_ms": 412.7311, "p95_ms": 571.0164, "p99_ms": 1160.6934, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1794, "count": 406, "max_ms": 115.8706, "p50_ms": 83.5156, "p95_ms": 102.799, "p99_ms": 109.7885, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5899, "count": 406, "max_ms": 15.8949, "p50_ms": 1.3117, "p95_ms": 2.8076, "p99_ms": 5.7928, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3174, "count": 406, "max_ms": 103.1964, "p50_ms": 34.5292, "p95_ms": 54.7654, "p99_ms": 68.9724, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7352, "count": 439, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7984, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 33, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4366, "count": 406, "max_ms": 16.9396, "p50_ms": 0.7786, "p95_ms": 5.3449, "p99_ms": 10.3698, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4366, "count": 406, "max_ms": 16.9396, "p50_ms": 0.7786, "p95_ms": 5.3449, "p99_ms": 10.3698, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7352, "count": 439, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7984, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 33, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8101, "count": 406, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4375, "p99_ms": 2.572, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 400, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.4054, "count": 406, "max_ms": 5119.453, "p50_ms": 353.0207, "p95_ms": 697.5689, "p99_ms": 5073.273, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 439, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 439, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 406, "max_ms": 15.0421, "p50_ms": 1.0589, "p95_ms": 8.2352, "p99_ms": 11.5581, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.5603, "count": 406, "max_ms": 206.4133, "p50_ms": 26.0173, "p95_ms": 60.7317, "p99_ms": 87.753, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0834, "count": 406, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1517, "p99_ms": 0.2178, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 9.8248, "count": 406, "max_ms": 3177.5096, "p50_ms": 1.8287, "p95_ms": 3.3163, "p99_ms": 5.4567, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6808, "count": 406, "max_ms": 5230.5782, "p50_ms": 426.0711, "p95_ms": 797.7861, "p99_ms": 5161.817, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"relay_transport": 6}, "generation": "097f5391", "last_failure": {"reason": "relay_network_transport_failed", "stage": "relay_transport"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 406, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530696, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0678, "p95_ms": 0.1394, "p99_ms": 0.2023}, "wait_ms": {"count": 256, "max_ms": 3177.5096, "p50_ms": 1.7739, "p95_ms": 3.1188, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 406, "artifact_failed": 0, "artifact_requested": 406, "artifact_success": 406, "completed": 406, "completed_failed": 6, "completed_success": 400, "cooldown_promoted": 406, "database_requested": 406, "db_insert_success": 406, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15987, "relay_business_failed": 0, "relay_business_success": 400, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 406, "relay_transport_failed": 6, "relay_transport_success": 400, "reservation_requested": 406}, "snapshot": {"copied_bytes": 1122508800, "copied_count": 406, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.581, "p95_ms": 2.6129, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 335, "h264_decode_error_count": 1010, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:30:15+09:00", "last_error_summary": "[h264 @ 0x61ae1df621c0] error while decoding MB 95 33, bytestream -10 [in#0/rtsp @ 0x61ae1ddc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61ae1ddc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-04T10:30:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 58686.782, "last_started_at": "2026-11-03T18:12:08+09:00", "pid": 88131, "process": {"exists": false, "pid": 88131}, "restart_count": 357, "restart_count_per_hour": 0, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 358}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.17, "sample_count": 2537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3993137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-11-04T10:30:15+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-11-04T10:30:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.306, "last_sample_duration_ms": 1063.826, "last_trigger": "periodic", "next_snapshot_in_sec": 445.694, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 697, "storage_bytes": 2691303}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-04T10:30:15.146026+09:00", "mtime_epoch": 1793755815.1460264, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 70217}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-04T10:30:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2808.707, "name": "celery", "pid": 206, "rss_mb": 2707.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 341, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3993137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.263, "max": 14.0, "p95": 13.0, "sample_count": 114}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "by_category.소형선박": {"avg": 2.439, "max": 3.0, "p95": 3.0, "sample_count": 114}, "total": {"avg": 3.298, "max": 4.0, "p95": 4.0, "sample_count": 114}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 114}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.804, "pushed": 3.804, "read": 3.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 113, "client_acquire_ms": {"avg_ms": 0.006, "count": 113, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 89.827, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.68, "count": 113, "max_ms": 5.435, "p95_ms": 2.29, "reason": null, "sample_age_ms": 127.924, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.273, "count": 113, "max_ms": 5.192, "p95_ms": 1.872, "reason": null, "sample_age_ms": 128.164, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.252, "count": 113, "max_ms": 0.528, "p95_ms": 0.391, "reason": null, "sample_age_ms": 89.84, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.711, "count": 113, "max_ms": 3.896, "p95_ms": 2.837, "reason": null, "sample_age_ms": 126.607, "source": "client_direct"}, "request_count": 113, "request_tensor_bytes": {"avg": 2764808.0, "count": 113, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.585, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 113, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.207, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.031, "count": 113, "max_ms": 55.871, "p95_ms": 47.582, "reason": null, "sample_age_ms": 89.824, "source": "client_direct"}, "sample_age_ms": 89.819, "source": "client_direct", "task_total_ms": {"avg_ms": 37.128, "count": 113, "max_ms": 57.843, "p95_ms": 50.207, "reason": null, "sample_age_ms": 89.819, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.712, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.395, "count": 114, "max_ms": 17.991, "p95_ms": 12.376}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.378, "count": 114, "max_ms": 0.806, "p95_ms": 0.682}, "detection_prepare_ms": {"avg_ms": 1.505, "count": 114, "max_ms": 5.923, "p95_ms": 2.86}, "event_filter_ms": {"avg_ms": 0.004, "count": 114, "max_ms": 0.015, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 114, "max_ms": 0.574, "p95_ms": 0.429}, "mcmt_ms": {"avg_ms": 0.002, "count": 114, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.263, "count": 114, "max_ms": 9.133, "p95_ms": 6.61}, "setup_ms": {"avg_ms": 0.029, "count": 114, "max_ms": 0.083, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 8.348, "count": 114, "max_ms": 17.91, "p95_ms": 12.319}, "track_match_ms": {"avg_ms": 0.107, "count": 114, "max_ms": 0.246, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 1.784, "count": 114, "max_ms": 3.709, "p95_ms": 2.809}}, "gstreamer_push": {"avg_ms": 2.327, "count": 114, "max_ms": 4.864, "p95_ms": 4.372}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 114, "max_ms": 0.09, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.036, "count": 114, "max_ms": 59.205, "p95_ms": 51.272}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.806, "count": 114, "max_ms": 11.021, "p95_ms": 7.749}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.446, "count": 114, "max_ms": 130.87, "p95_ms": 108.862}, "inference_input_copy_ms": {"avg_ms": 1.605, "count": 114, "max_ms": 4.159, "p95_ms": 3.137}, "processing_residual_ms": {"avg_ms": 0.183, "count": 114, "max_ms": 0.569, "p95_ms": 0.374}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.039, "count": 114, "max_ms": 135.413, "p95_ms": 116.312}, "read_interval": {"avg_ms": 264.696, "count": 113, "max_ms": 19159.402, "p95_ms": 135.285}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 114, "max_ms": 0.033, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 4.196, "count": 114, "max_ms": 9.039, "p95_ms": 6.533}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 114, "max_ms": 0.03, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.184, "count": 114, "max_ms": 9.023, "p95_ms": 6.513}, "worker_merge_ms": {"avg_ms": 0.005, "count": 114, "max_ms": 0.013, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.046, "count": 114, "max_ms": 59.216, "p95_ms": 51.293}, "visualize": {"avg_ms": 32.068, "count": 114, "max_ms": 73.205, "p95_ms": 47.398}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.55, "count": 114, "max_ms": 63.251, "p95_ms": 39.234}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.853, "count": 114, "max_ms": 71.577, "p95_ms": 46.274}, "visualize_input_copy_ms": {"avg_ms": 1.068, "count": 114, "max_ms": 3.044, "p95_ms": 1.794}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.766, "count": 114, "max_ms": 71.437, "p95_ms": 46.178}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 114, "max_ms": 0.12, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2707.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.669, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.17, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3993130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 69976, "write_bytes_delta": 69976, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 442.0, "cpu_core_ratio": 0.108823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 88131, "reason": null, "system_cpu_core_ratio": 0.010381, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.098442, "user_cpu_s_delta": 2.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.195094, "system_cpu_s_delta": 5.4500000000116415, "user_cpu_core_ratio": 0.410592, "user_cpu_s_delta": 11.470000000030268}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.27, "count": 115, "max_ms": 4.864, "p95_ms": 4.372, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.957, "max": 14.0, "p95": 13.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.496, "key_count": 2, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 115}, "total": {"avg": 3.357, "max": 4.0, "p95": 4.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.199, "count": 30, "max": 48.715, "p95": 43.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.2, "count": 30, "max": 21.187, "p95": 19.557, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.733, "count": 30, "max": 1453.0, "p95": 1404.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 95.1, "count": 30, "max": 2025.0, "p95": 440.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 0.384, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.102, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67993.167, "count": 30, "max": 71969.0, "p95": 70114.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67993.167, "count": 30, "max": 71969.0, "p95": 70114.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.867, "count": 30, "max": 29.0, "p95": 28.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.615, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.106, "count": 30, "max": 1.29, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29964, "sampled_at": "2026-11-04T10:30:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:30:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 6563714, "flush_count": 6941, "flush_interval_seconds": 30.0, "flush_state": {"count": 6941, "last_at": "2026-11-04T10:29:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:29:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6940}, "started": true, "suppressed_count": 3986636, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 439, "tracking_summary": 3986197}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6941, "written_record_count": 6941}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11637.512, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11040225177600, "copied_frame_count": 3993137, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T10:18:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1226303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T10:18:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.469}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 439, "events_emitted": 400, "events_failed": 6, "events_observed": 439, "events_suppressed": 33, "frame_buffer_copied_bytes": 11040225177600, "frame_buffer_copies": 3993137, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 20300, "recorder_active_input_bytes": 56125440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 406, "recorder_clips_failed": 0, "recorder_clips_started": 406, "stage_failures": 12, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 406, "worker_jobs_accepted": 406, "worker_jobs_completed": 400, "worker_jobs_failed": 6, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.084, "count": 512, "max_ms": 1.4854, "p50_ms": 0.0693, "p95_ms": 0.1462, "p99_ms": 0.2082}, "stages": {"db_insert": {"avg_ms": 16.7028, "count": 406, "max_ms": 71.5868, "p50_ms": 14.5919, "p95_ms": 35.5406, "p99_ms": 45.7246, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6906, "count": 406, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6814, "p99_ms": 3.1719, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1011.5141, "count": 439, "max_ms": 9085.9065, "p50_ms": 926.8936, "p95_ms": 1483.9705, "p99_ms": 5626.0922, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 33, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2649, "count": 512, "max_ms": 8.2319, "p50_ms": 1.1394, "p95_ms": 2.2767, "p99_ms": 3.1325, "results": {"failed": 0, "not_applicable": 0, "success": 3993137, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1282, "count": 439, "max_ms": 2262.6103, "p50_ms": 501.6531, "p95_ms": 662.3864, "p99_ms": 1209.3428, "results": {"failed": 0, "not_applicable": 0, "success": 439, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.523, "count": 406, "max_ms": 205.7373, "p50_ms": 21.0304, "p95_ms": 58.0253, "p99_ms": 90.2641, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3164, "count": 512, "max_ms": 8.6992, "p50_ms": 4.1194, "p95_ms": 6.2059, "p99_ms": 7.8328, "results": {"failed": 0, "not_applicable": 0, "success": 20300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.161, "count": 512, "max_ms": 5.1192, "p50_ms": 1.0375, "p95_ms": 1.9598, "p99_ms": 3.0219, "results": {"failed": 0, "not_applicable": 0, "success": 20300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.9853, "count": 406, "max_ms": 2259.3339, "p50_ms": 502.1456, "p95_ms": 662.5808, "p99_ms": 1224.201, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.3537, "count": 406, "max_ms": 2167.0011, "p50_ms": 412.7311, "p95_ms": 571.0164, "p99_ms": 1160.6934, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1794, "count": 406, "max_ms": 115.8706, "p50_ms": 83.5156, "p95_ms": 102.799, "p99_ms": 109.7885, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5899, "count": 406, "max_ms": 15.8949, "p50_ms": 1.3117, "p95_ms": 2.8076, "p99_ms": 5.7928, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3174, "count": 406, "max_ms": 103.1964, "p50_ms": 34.5292, "p95_ms": 54.7654, "p99_ms": 68.9724, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7352, "count": 439, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7984, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 33, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4366, "count": 406, "max_ms": 16.9396, "p50_ms": 0.7786, "p95_ms": 5.3449, "p99_ms": 10.3698, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4366, "count": 406, "max_ms": 16.9396, "p50_ms": 0.7786, "p95_ms": 5.3449, "p99_ms": 10.3698, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7352, "count": 439, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7984, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 33, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8101, "count": 406, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4375, "p99_ms": 2.572, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 400, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.4054, "count": 406, "max_ms": 5119.453, "p50_ms": 353.0207, "p95_ms": 697.5689, "p99_ms": 5073.273, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 439, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 439, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 406, "max_ms": 15.0421, "p50_ms": 1.0589, "p95_ms": 8.2352, "p99_ms": 11.5581, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.5603, "count": 406, "max_ms": 206.4133, "p50_ms": 26.0173, "p95_ms": 60.7317, "p99_ms": 87.753, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0834, "count": 406, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1517, "p99_ms": 0.2178, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 9.8248, "count": 406, "max_ms": 3177.5096, "p50_ms": 1.8287, "p95_ms": 3.3163, "p99_ms": 5.4567, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6808, "count": 406, "max_ms": 5230.5782, "p50_ms": 426.0711, "p95_ms": 797.7861, "p99_ms": 5161.817, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"relay_transport": 6}, "generation": "097f5391", "last_failure": {"reason": "relay_network_transport_failed", "stage": "relay_transport"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 406, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530696, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0678, "p95_ms": 0.1394, "p99_ms": 0.2023}, "wait_ms": {"count": 256, "max_ms": 3177.5096, "p50_ms": 1.7739, "p95_ms": 3.1188, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 406, "artifact_failed": 0, "artifact_requested": 406, "artifact_success": 406, "completed": 406, "completed_failed": 6, "completed_success": 400, "cooldown_promoted": 406, "database_requested": 406, "db_insert_success": 406, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15987, "relay_business_failed": 0, "relay_business_success": 400, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 406, "relay_transport_failed": 6, "relay_transport_success": 400, "reservation_requested": 406}, "snapshot": {"copied_bytes": 1122508800, "copied_count": 406, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.581, "p95_ms": 2.6129, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 335, "h264_decode_error_count": 1010, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:30:15+09:00", "last_error_summary": "[h264 @ 0x61ae1df621c0] error while decoding MB 95 33, bytestream -10 [in#0/rtsp @ 0x61ae1ddc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61ae1ddc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-04T10:30:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 58686.817, "last_started_at": "2026-11-03T18:12:08+09:00", "pid": 88131, "process": {"exists": false, "pid": 88131}, "restart_count": 357, "restart_count_per_hour": 0, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 358}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.17, "sample_count": 2537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3993137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-11-04T10:30:15+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-11-04T10:30:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.349, "last_sample_duration_ms": 1063.826, "last_trigger": "periodic", "next_snapshot_in_sec": 445.651, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 697, "storage_bytes": 2691303}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-11-04T10:30:15.146026+09:00", "mtime_epoch": 1793755815.1460264, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 70217}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-04T10:30:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2808.707, "name": "celery", "pid": 206, "rss_mb": 2707.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 341, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3993137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.301, "max": 14.0, "p95": 13.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "by_category.소형선박": {"avg": 2.434, "max": 3.0, "p95": 3.0, "sample_count": 113}, "total": {"avg": 3.292, "max": 4.0, "p95": 4.0, "sample_count": 113}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 113}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.767, "pushed": 3.8, "read": 3.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 113, "client_acquire_ms": {"avg_ms": 0.006, "count": 113, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 126.54, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.68, "count": 113, "max_ms": 5.435, "p95_ms": 2.29, "reason": null, "sample_age_ms": 164.637, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.273, "count": 113, "max_ms": 5.192, "p95_ms": 1.872, "reason": null, "sample_age_ms": 164.877, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.252, "count": 113, "max_ms": 0.528, "p95_ms": 0.391, "reason": null, "sample_age_ms": 126.554, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.711, "count": 113, "max_ms": 3.896, "p95_ms": 2.837, "reason": null, "sample_age_ms": 163.32, "source": "client_direct"}, "request_count": 113, "request_tensor_bytes": {"avg": 2764808.0, "count": 113, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 163.298, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 113, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.92, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.031, "count": 113, "max_ms": 55.871, "p95_ms": 47.582, "reason": null, "sample_age_ms": 126.537, "source": "client_direct"}, "sample_age_ms": 126.532, "source": "client_direct", "task_total_ms": {"avg_ms": 37.128, "count": 113, "max_ms": 57.843, "p95_ms": 50.207, "reason": null, "sample_age_ms": 126.532, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.206, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.398, "count": 113, "max_ms": 17.991, "p95_ms": 12.376}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 113, "max_ms": 0.806, "p95_ms": 0.682}, "detection_prepare_ms": {"avg_ms": 1.506, "count": 113, "max_ms": 5.923, "p95_ms": 2.86}, "event_filter_ms": {"avg_ms": 0.004, "count": 113, "max_ms": 0.015, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 113, "max_ms": 0.574, "p95_ms": 0.429}, "mcmt_ms": {"avg_ms": 0.002, "count": 113, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.264, "count": 113, "max_ms": 9.133, "p95_ms": 6.61}, "setup_ms": {"avg_ms": 0.029, "count": 113, "max_ms": 0.083, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 8.351, "count": 113, "max_ms": 17.91, "p95_ms": 12.319}, "track_match_ms": {"avg_ms": 0.107, "count": 113, "max_ms": 0.246, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 1.785, "count": 113, "max_ms": 3.709, "p95_ms": 2.809}}, "gstreamer_push": {"avg_ms": 2.327, "count": 114, "max_ms": 4.864, "p95_ms": 4.372}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 113, "max_ms": 0.09, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.079, "count": 113, "max_ms": 59.205, "p95_ms": 51.272}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.803, "count": 113, "max_ms": 11.021, "p95_ms": 7.749}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.572, "count": 113, "max_ms": 130.87, "p95_ms": 108.862}, "inference_input_copy_ms": {"avg_ms": 1.61, "count": 113, "max_ms": 4.159, "p95_ms": 3.137}, "processing_residual_ms": {"avg_ms": 0.184, "count": 113, "max_ms": 0.569, "p95_ms": 0.374}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.168, "count": 113, "max_ms": 135.413, "p95_ms": 116.312}, "read_interval": {"avg_ms": 264.696, "count": 113, "max_ms": 19159.402, "p95_ms": 135.285}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 113, "max_ms": 0.033, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 4.197, "count": 113, "max_ms": 9.039, "p95_ms": 6.533}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 113, "max_ms": 0.03, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.184, "count": 113, "max_ms": 9.023, "p95_ms": 6.513}, "worker_merge_ms": {"avg_ms": 0.005, "count": 113, "max_ms": 0.013, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.09, "count": 113, "max_ms": 59.216, "p95_ms": 51.293}, "visualize": {"avg_ms": 32.145, "count": 113, "max_ms": 73.205, "p95_ms": 47.398}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.627, "count": 113, "max_ms": 63.251, "p95_ms": 39.234}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.93, "count": 113, "max_ms": 71.577, "p95_ms": 46.274}, "visualize_input_copy_ms": {"avg_ms": 1.069, "count": 113, "max_ms": 3.044, "p95_ms": 1.794}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.843, "count": 113, "max_ms": 71.437, "p95_ms": 46.178}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 113, "max_ms": 0.12, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2707.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.669, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.17, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3993130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 69976, "write_bytes_delta": 69976, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 442.0, "cpu_core_ratio": 0.108823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 88131, "reason": null, "system_cpu_core_ratio": 0.010381, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.098442, "user_cpu_s_delta": 2.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.195094, "system_cpu_s_delta": 5.4500000000116415, "user_cpu_core_ratio": 0.410592, "user_cpu_s_delta": 11.470000000030268}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.27, "count": 115, "max_ms": 4.864, "p95_ms": 4.372, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.957, "max": 14.0, "p95": 13.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.496, "key_count": 2, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 115}, "total": {"avg": 3.357, "max": 4.0, "p95": 4.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.199, "count": 30, "max": 48.715, "p95": 43.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.2, "count": 30, "max": 21.187, "p95": 19.557, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.733, "count": 30, "max": 1453.0, "p95": 1404.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 95.1, "count": 30, "max": 2025.0, "p95": 440.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 0.384, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.102, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67993.167, "count": 30, "max": 71969.0, "p95": 70114.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67993.167, "count": 30, "max": 71969.0, "p95": 70114.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.867, "count": 30, "max": 29.0, "p95": 28.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.615, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.106, "count": 30, "max": 1.29, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29964, "sampled_at": "2026-11-04T10:30:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:30:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 6563714, "flush_count": 6941, "flush_interval_seconds": 30.0, "flush_state": {"count": 6941, "last_at": "2026-11-04T10:29:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:29:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6940}, "started": true, "suppressed_count": 3986636, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 439, "tracking_summary": 3986197}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6941, "written_record_count": 6941}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11661.32, "limit_mb": null}, "detail": {"pid": 92928, "restart_count": 358, "start_count": 359}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11040225177600, "copied_frame_count": 3993137, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T10:18:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1226303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T10:18:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.469}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 439, "events_emitted": 400, "events_failed": 6, "events_observed": 439, "events_suppressed": 33, "frame_buffer_copied_bytes": 11040225177600, "frame_buffer_copies": 3993137, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 20300, "recorder_active_input_bytes": 56125440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 406, "recorder_clips_failed": 0, "recorder_clips_started": 406, "stage_failures": 12, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 406, "worker_jobs_accepted": 406, "worker_jobs_completed": 400, "worker_jobs_failed": 6, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.084, "count": 512, "max_ms": 1.4854, "p50_ms": 0.0693, "p95_ms": 0.1462, "p99_ms": 0.2082}, "stages": {"db_insert": {"avg_ms": 16.7028, "count": 406, "max_ms": 71.5868, "p50_ms": 14.5919, "p95_ms": 35.5406, "p99_ms": 45.7246, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6906, "count": 406, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6814, "p99_ms": 3.1719, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1011.5141, "count": 439, "max_ms": 9085.9065, "p50_ms": 926.8936, "p95_ms": 1483.9705, "p99_ms": 5626.0922, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 33, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2649, "count": 512, "max_ms": 8.2319, "p50_ms": 1.1394, "p95_ms": 2.2767, "p99_ms": 3.1325, "results": {"failed": 0, "not_applicable": 0, "success": 3993137, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1282, "count": 439, "max_ms": 2262.6103, "p50_ms": 501.6531, "p95_ms": 662.3864, "p99_ms": 1209.3428, "results": {"failed": 0, "not_applicable": 0, "success": 439, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.523, "count": 406, "max_ms": 205.7373, "p50_ms": 21.0304, "p95_ms": 58.0253, "p99_ms": 90.2641, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3164, "count": 512, "max_ms": 8.6992, "p50_ms": 4.1194, "p95_ms": 6.2059, "p99_ms": 7.8328, "results": {"failed": 0, "not_applicable": 0, "success": 20300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.161, "count": 512, "max_ms": 5.1192, "p50_ms": 1.0375, "p95_ms": 1.9598, "p99_ms": 3.0219, "results": {"failed": 0, "not_applicable": 0, "success": 20300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.9853, "count": 406, "max_ms": 2259.3339, "p50_ms": 502.1456, "p95_ms": 662.5808, "p99_ms": 1224.201, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.3537, "count": 406, "max_ms": 2167.0011, "p50_ms": 412.7311, "p95_ms": 571.0164, "p99_ms": 1160.6934, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1794, "count": 406, "max_ms": 115.8706, "p50_ms": 83.5156, "p95_ms": 102.799, "p99_ms": 109.7885, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5899, "count": 406, "max_ms": 15.8949, "p50_ms": 1.3117, "p95_ms": 2.8076, "p99_ms": 5.7928, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3174, "count": 406, "max_ms": 103.1964, "p50_ms": 34.5292, "p95_ms": 54.7654, "p99_ms": 68.9724, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7352, "count": 439, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7984, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 33, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4366, "count": 406, "max_ms": 16.9396, "p50_ms": 0.7786, "p95_ms": 5.3449, "p99_ms": 10.3698, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4366, "count": 406, "max_ms": 16.9396, "p50_ms": 0.7786, "p95_ms": 5.3449, "p99_ms": 10.3698, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7352, "count": 439, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7984, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 33, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8101, "count": 406, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4375, "p99_ms": 2.572, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 400, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.4054, "count": 406, "max_ms": 5119.453, "p50_ms": 353.0207, "p95_ms": 697.5689, "p99_ms": 5073.273, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 439, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 439, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 406, "max_ms": 15.0421, "p50_ms": 1.0589, "p95_ms": 8.2352, "p99_ms": 11.5581, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.5603, "count": 406, "max_ms": 206.4133, "p50_ms": 26.0173, "p95_ms": 60.7317, "p99_ms": 87.753, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0834, "count": 406, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1517, "p99_ms": 0.2178, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 9.8248, "count": 406, "max_ms": 3177.5096, "p50_ms": 1.8287, "p95_ms": 3.3163, "p99_ms": 5.4567, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6808, "count": 406, "max_ms": 5230.5782, "p50_ms": 426.0711, "p95_ms": 797.7861, "p99_ms": 5161.817, "results": {"failed": 6, "not_applicable": 0, "success": 400, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"relay_transport": 6}, "generation": "097f5391", "last_failure": {"reason": "relay_network_transport_failed", "stage": "relay_transport"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 406, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530696, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0678, "p95_ms": 0.1394, "p99_ms": 0.2023}, "wait_ms": {"count": 256, "max_ms": 3177.5096, "p50_ms": 1.7739, "p95_ms": 3.1188, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 406, "artifact_failed": 0, "artifact_requested": 406, "artifact_success": 406, "completed": 406, "completed_failed": 6, "completed_success": 400, "cooldown_promoted": 406, "database_requested": 406, "db_insert_success": 406, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15987, "relay_business_failed": 0, "relay_business_success": 400, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 406, "relay_transport_failed": 6, "relay_transport_success": 400, "reservation_requested": 406}, "snapshot": {"copied_bytes": 1122508800, "copied_count": 406, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.581, "p95_ms": 2.6129, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 335, "h264_decode_error_count": 1010, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:30:15+09:00", "last_error_summary": "[h264 @ 0x61ae1df621c0] error while decoding MB 95 33, bytestream -10 [in#0/rtsp @ 0x61ae1ddc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61ae1ddc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-04T10:30:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T10:30:18+09:00", "pid": 92928, "process": {"exists": true, "fd_count": 4, "hwm_mb": 56.562, "name": "ffmpeg", "pid": 92928, "rss_mb": 56.562, "state": "S (sleeping)", "threads": 1}, "restart_count": 358, "restart_count_per_hour": 1, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 359}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.277, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3993137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.925, "last_frame_pushed_at": "2026-11-04T10:30:15+09:00", "last_frame_read_age_sec": 5.036, "last_frame_read_at": "2026-11-04T10:30:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 159.223, "last_sample_duration_ms": 1063.826, "last_trigger": "periodic", "next_snapshot_in_sec": 440.777, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 697, "storage_bytes": 2691303}, "mjpeg": {"age_sec": 4.917, "exists": true, "mtime": "2026-11-04T10:30:15.146026+09:00", "mtime_epoch": 1793755815.1460264, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 70217}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-04T10:30:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2808.707, "name": "celery", "pid": 206, "rss_mb": 2707.137, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 341, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3993137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.4, "max": 14.0, "p95": 11.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "by_category.소형선박": {"avg": 1.95, "max": 3.0, "p95": 3.0, "sample_count": 60}, "total": {"avg": 2.783, "max": 4.0, "p95": 4.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.003, "pushed": 2.003, "read": 1.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.006, "count": 60, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4999.916, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.666, "count": 59, "max_ms": 2.539, "p95_ms": 2.237, "reason": null, "sample_age_ms": 5038.013, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.257, "count": 59, "max_ms": 2.326, "p95_ms": 1.862, "reason": null, "sample_age_ms": 5038.253, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.275, "count": 60, "max_ms": 0.528, "p95_ms": 0.435, "reason": null, "sample_age_ms": 4999.929, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.733, "count": 59, "max_ms": 3.896, "p95_ms": 2.858, "reason": null, "sample_age_ms": 5036.696, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5036.674, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5000.296, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.083, "count": 60, "max_ms": 55.871, "p95_ms": 48.249, "reason": null, "sample_age_ms": 4999.913, "source": "client_direct"}, "sample_age_ms": 4999.908, "source": "client_direct", "task_total_ms": {"avg_ms": 38.234, "count": 60, "max_ms": 57.843, "p95_ms": 51.418, "reason": null, "sample_age_ms": 4999.908, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.626, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.981, "count": 60, "max_ms": 14.02, "p95_ms": 12.373}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.431, "count": 60, "max_ms": 0.806, "p95_ms": 0.715}, "detection_prepare_ms": {"avg_ms": 1.451, "count": 60, "max_ms": 3.363, "p95_ms": 2.548}, "event_filter_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.255, "count": 60, "max_ms": 0.472, "p95_ms": 0.387}, "mcmt_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.849, "count": 60, "max_ms": 7.518, "p95_ms": 6.46}, "setup_ms": {"avg_ms": 0.03, "count": 60, "max_ms": 0.057, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 7.929, "count": 60, "max_ms": 13.953, "p95_ms": 12.315}, "track_match_ms": {"avg_ms": 0.107, "count": 60, "max_ms": 0.246, "p95_ms": 0.185}, "tracker_update_ms": {"avg_ms": 1.799, "count": 60, "max_ms": 3.513, "p95_ms": 2.809}}, "gstreamer_push": {"avg_ms": 2.707, "count": 60, "max_ms": 4.864, "p95_ms": 4.477}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 60, "max_ms": 0.076, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.164, "count": 60, "max_ms": 59.205, "p95_ms": 52.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.999, "count": 60, "max_ms": 11.021, "p95_ms": 8.643}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.703, "count": 60, "max_ms": 123.467, "p95_ms": 108.862}, "inference_input_copy_ms": {"avg_ms": 1.747, "count": 60, "max_ms": 3.414, "p95_ms": 2.958}, "processing_residual_ms": {"avg_ms": 0.188, "count": 60, "max_ms": 0.5, "p95_ms": 0.331}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.637, "count": 60, "max_ms": 128.684, "p95_ms": 116.312}, "read_interval": {"avg_ms": 423.696, "count": 59, "max_ms": 19159.402, "p95_ms": 141.569}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 60, "max_ms": 0.033, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 3.767, "count": 60, "max_ms": 7.45, "p95_ms": 6.403}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 60, "max_ms": 0.03, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.754, "count": 60, "max_ms": 7.433, "p95_ms": 6.388}, "worker_merge_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.013, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.175, "count": 60, "max_ms": 59.216, "p95_ms": 52.385}, "visualize": {"avg_ms": 34.536, "count": 60, "max_ms": 72.702, "p95_ms": 47.398}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.422, "count": 60, "max_ms": 62.994, "p95_ms": 39.234}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.238, "count": 60, "max_ms": 70.324, "p95_ms": 46.274}, "visualize_input_copy_ms": {"avg_ms": 1.148, "count": 60, "max_ms": 3.044, "p95_ms": 1.924}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.144, "count": 60, "max_ms": 70.192, "p95_ms": 46.178}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 60, "max_ms": 0.12, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2707.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.669, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.17, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3993130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 69976, "write_bytes_delta": 69976, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 442.0, "cpu_core_ratio": 0.108823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 88131, "reason": null, "system_cpu_core_ratio": 0.010381, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.098442, "user_cpu_s_delta": 2.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.195094, "system_cpu_s_delta": 5.4500000000116415, "user_cpu_core_ratio": 0.410592, "user_cpu_s_delta": 11.470000000030268}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.27, "count": 115, "max_ms": 4.864, "p95_ms": 4.372, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.957, "max": 14.0, "p95": 13.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.496, "key_count": 2, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 115}, "total": {"avg": 3.357, "max": 4.0, "p95": 4.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.199, "count": 30, "max": 48.715, "p95": 43.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.2, "count": 30, "max": 21.187, "p95": 19.557, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.733, "count": 30, "max": 1453.0, "p95": 1404.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 95.1, "count": 30, "max": 2025.0, "p95": 440.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 0.384, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.102, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67993.167, "count": 30, "max": 71969.0, "p95": 70114.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67993.167, "count": 30, "max": 71969.0, "p95": 70114.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.867, "count": 30, "max": 29.0, "p95": 28.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.615, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.106, "count": 30, "max": 1.29, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29964, "sampled_at": "2026-11-04T10:30:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:30:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5719212, "flush_count": 6955, "flush_interval_seconds": 30.0, "flush_state": {"count": 6955, "last_at": "2026-11-04T10:43:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:43:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6954}, "started": true, "suppressed_count": 4115877, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4115860}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6955, "written_record_count": 6955}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11419.949, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11398756147200, "copied_frame_count": 4122814, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11398756147200, "frame_buffer_copies": 4122814, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0846, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0738, "p95_ms": 0.1472, "p99_ms": 0.211}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1162, "count": 512, "max_ms": 3.9344, "p50_ms": 1.0046, "p95_ms": 1.9186, "p99_ms": 2.8001, "results": {"failed": 0, "not_applicable": 0, "success": 4122814, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 199, "h264_decode_error_count": 418, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:24:44+09:00", "last_error_summary": "[h264 @ 0x618127e41d00] error while decoding MB 76 77, bytestream -11", "last_exit_at": "2026-11-04T10:23:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 1163.864, "last_started_at": "2026-11-04T10:24:47+09:00", "pid": 92812, "process": {"exists": false, "pid": 92812}, "restart_count": 214, "restart_count_per_hour": 15, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 215}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.936, "sample_count": 2771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-11-04T10:44:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-11-04T10:44:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 379.522, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 220.478, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-11-04T10:44:11.454959+09:00", "mtime_epoch": 1793756651.454959, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85850}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:44:11+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2825.023, "name": "celery", "pid": 176, "rss_mb": 2825.023, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4122814, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 94, "pushed_frames": 94, "read_frames": 94, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.133, "pushed": 3.133, "read": 3.133}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 94, "client_acquire_ms": {"avg_ms": 0.004, "count": 94, "max_ms": 0.011, "p95_ms": 0.008, "reason": null, "sample_age_ms": 44.88, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.427, "count": 94, "max_ms": 3.369, "p95_ms": 1.188, "reason": null, "sample_age_ms": 71.142, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.2, "count": 94, "max_ms": 1.285, "p95_ms": 0.979, "reason": null, "sample_age_ms": 71.295, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 94, "max_ms": 0.238, "p95_ms": 0.153, "reason": null, "sample_age_ms": 44.885, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.018, "count": 94, "max_ms": 1.913, "p95_ms": 1.674, "reason": null, "sample_age_ms": 70.259, "source": "client_direct"}, "request_count": 94, "request_tensor_bytes": {"avg": 2211848.0, "count": 94, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.242, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 94, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.959, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.478, "count": 94, "max_ms": 47.416, "p95_ms": 37.42, "reason": null, "sample_age_ms": 44.877, "source": "client_direct"}, "sample_age_ms": 44.873, "source": "client_direct", "task_total_ms": {"avg_ms": 29.685, "count": 94, "max_ms": 49.25, "p95_ms": 38.931, "reason": null, "sample_age_ms": 44.873, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.318, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.539, "count": 94, "max_ms": 1.578, "p95_ms": 1.058}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 94, "max_ms": 0.601, "p95_ms": 0.323}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 94, "max_ms": 0.254, "p95_ms": 0.147}, "event_filter_ms": {"avg_ms": 0.003, "count": 94, "max_ms": 0.033, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 94, "max_ms": 0.176, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 94, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 94, "max_ms": 0.317, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.032, "count": 94, "max_ms": 0.105, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.508, "count": 94, "max_ms": 1.497, "p95_ms": 0.995}, "track_match_ms": {"avg_ms": 0.004, "count": 94, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 94, "max_ms": 0.07, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.461, "count": 94, "max_ms": 6.629, "p95_ms": 4.389}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 94, "max_ms": 0.086, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.347, "count": 94, "max_ms": 49.917, "p95_ms": 39.796}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 94, "max_ms": 0.095, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.422, "count": 94, "max_ms": 94.187, "p95_ms": 79.279}, "inference_input_copy_ms": {"avg_ms": 1.247, "count": 94, "max_ms": 2.573, "p95_ms": 2.19}, "processing_residual_ms": {"avg_ms": 0.089, "count": 94, "max_ms": 0.224, "p95_ms": 0.156}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.784, "count": 94, "max_ms": 96.432, "p95_ms": 80.526}, "read_interval": {"avg_ms": 319.127, "count": 94, "max_ms": 4007.236, "p95_ms": 2466.848}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 94, "max_ms": 0.041, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.093, "count": 94, "max_ms": 0.219, "p95_ms": 0.17}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 94, "max_ms": 0.021, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 94, "max_ms": 0.179, "p95_ms": 0.151}, "worker_merge_ms": {"avg_ms": 0.004, "count": 94, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.358, "count": 94, "max_ms": 49.94, "p95_ms": 39.806}, "visualize": {"avg_ms": 26.864, "count": 94, "max_ms": 53.236, "p95_ms": 42.334}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.219, "count": 94, "max_ms": 52.46, "p95_ms": 41.893}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.724, "count": 94, "max_ms": 52.989, "p95_ms": 42.246}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.654, "count": 94, "max_ms": 52.911, "p95_ms": 42.195}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 94, "max_ms": 0.113, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2824.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.135, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.377, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83389, "write_bytes_delta": 83389, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1205.0, "cpu_core_ratio": 1.011808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92812, "reason": null, "system_cpu_core_ratio": 0.039473, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.972335, "user_cpu_s_delta": 19.460000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.496661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04447, "system_cpu_s_delta": 0.8899999999994179, "user_cpu_core_ratio": 0.452191, "user_cpu_s_delta": 9.049999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.283, "count": 280, "max_ms": 5.031, "p95_ms": 3.697, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.727, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.517, "count": 30, "max": 27.95, "p95": 19.975, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 935.267, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 68.9, "count": 30, "max": 1271.0, "p95": 398.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.054, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83075.167, "count": 30, "max": 88307.0, "p95": 86983.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80342.9, "count": 30, "max": 88307.0, "p95": 86983.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.5, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33771, "sampled_at": "2026-11-04T10:43:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:43:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5719212, "flush_count": 6955, "flush_interval_seconds": 30.0, "flush_state": {"count": 6955, "last_at": "2026-11-04T10:43:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:43:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6954}, "started": true, "suppressed_count": 4115877, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4115860}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6955, "written_record_count": 6955}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11419.949, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a25fee1dc40] cabac decode of qscale diff failed at 112 100 [h264 @ 0x5a25fee1dc40] error while decoding MB 112 100, bytestream 180", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11398756147200, "copied_frame_count": 4122814, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11398756147200, "frame_buffer_copies": 4122814, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0846, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0738, "p95_ms": 0.1472, "p99_ms": 0.211}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1162, "count": 512, "max_ms": 3.9344, "p50_ms": 1.0046, "p95_ms": 1.9186, "p99_ms": 2.8001, "results": {"failed": 0, "not_applicable": 0, "success": 4122814, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 200, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:44:11+09:00", "last_error_summary": "[h264 @ 0x5a25fee1dc40] cabac decode of qscale diff failed at 112 100 [h264 @ 0x5a25fee1dc40] error while decoding MB 112 100, bytestream 180", "last_exit_at": "2026-11-04T10:23:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 1163.875, "last_started_at": "2026-11-04T10:24:47+09:00", "pid": 92812, "process": {"exists": false, "pid": 92812}, "restart_count": 214, "restart_count_per_hour": 15, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 215}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.936, "sample_count": 2771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-04T10:44:11+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-04T10:44:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 379.528, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 220.472, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-04T10:44:11.454959+09:00", "mtime_epoch": 1793756651.454959, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85850}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:44:11+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2825.023, "name": "celery", "pid": 176, "rss_mb": 2825.023, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4122814, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.139, "pushed": 3.139, "read": 3.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 93, "client_acquire_ms": {"avg_ms": 0.004, "count": 94, "max_ms": 0.011, "p95_ms": 0.008, "reason": null, "sample_age_ms": 55.791, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.429, "count": 93, "max_ms": 3.369, "p95_ms": 1.19, "reason": null, "sample_age_ms": 82.053, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 93, "max_ms": 1.285, "p95_ms": 0.979, "reason": null, "sample_age_ms": 82.206, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 94, "max_ms": 0.238, "p95_ms": 0.153, "reason": null, "sample_age_ms": 55.796, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.02, "count": 93, "max_ms": 1.913, "p95_ms": 1.679, "reason": null, "sample_age_ms": 81.17, "source": "client_direct"}, "request_count": 93, "request_tensor_bytes": {"avg": 2211848.0, "count": 93, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 81.153, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 94, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.87, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.478, "count": 94, "max_ms": 47.416, "p95_ms": 37.42, "reason": null, "sample_age_ms": 55.788, "source": "client_direct"}, "sample_age_ms": 55.784, "source": "client_direct", "task_total_ms": {"avg_ms": 29.685, "count": 94, "max_ms": 49.25, "p95_ms": 38.931, "reason": null, "sample_age_ms": 55.784, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.584, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.539, "count": 94, "max_ms": 1.578, "p95_ms": 1.058}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 94, "max_ms": 0.601, "p95_ms": 0.323}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 94, "max_ms": 0.254, "p95_ms": 0.147}, "event_filter_ms": {"avg_ms": 0.003, "count": 94, "max_ms": 0.033, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 94, "max_ms": 0.176, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 94, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 94, "max_ms": 0.317, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.032, "count": 94, "max_ms": 0.105, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.508, "count": 94, "max_ms": 1.497, "p95_ms": 0.995}, "track_match_ms": {"avg_ms": 0.004, "count": 94, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 94, "max_ms": 0.07, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.461, "count": 94, "max_ms": 6.629, "p95_ms": 4.389}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 94, "max_ms": 0.086, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.347, "count": 94, "max_ms": 49.917, "p95_ms": 39.796}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 94, "max_ms": 0.095, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.422, "count": 94, "max_ms": 94.187, "p95_ms": 79.279}, "inference_input_copy_ms": {"avg_ms": 1.247, "count": 94, "max_ms": 2.573, "p95_ms": 2.19}, "processing_residual_ms": {"avg_ms": 0.089, "count": 94, "max_ms": 0.224, "p95_ms": 0.156}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.784, "count": 94, "max_ms": 96.432, "p95_ms": 80.526}, "read_interval": {"avg_ms": 321.811, "count": 93, "max_ms": 4007.236, "p95_ms": 2466.848}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 94, "max_ms": 0.041, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.093, "count": 94, "max_ms": 0.219, "p95_ms": 0.17}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 94, "max_ms": 0.021, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 94, "max_ms": 0.179, "p95_ms": 0.151}, "worker_merge_ms": {"avg_ms": 0.004, "count": 94, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.358, "count": 94, "max_ms": 49.94, "p95_ms": 39.806}, "visualize": {"avg_ms": 26.864, "count": 94, "max_ms": 53.236, "p95_ms": 42.334}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.219, "count": 94, "max_ms": 52.46, "p95_ms": 41.893}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.724, "count": 94, "max_ms": 52.989, "p95_ms": 42.246}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.654, "count": 94, "max_ms": 52.911, "p95_ms": 42.195}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 94, "max_ms": 0.113, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2824.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.135, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.377, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83389, "write_bytes_delta": 83389, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1205.0, "cpu_core_ratio": 1.011808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92812, "reason": null, "system_cpu_core_ratio": 0.039473, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.972335, "user_cpu_s_delta": 19.460000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.496661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04447, "system_cpu_s_delta": 0.8899999999994179, "user_cpu_core_ratio": 0.452191, "user_cpu_s_delta": 9.049999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.283, "count": 280, "max_ms": 5.031, "p95_ms": 3.697, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.727, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.517, "count": 30, "max": 27.95, "p95": 19.975, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 935.267, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 68.9, "count": 30, "max": 1271.0, "p95": 398.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.054, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83075.167, "count": 30, "max": 88307.0, "p95": 86983.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80342.9, "count": 30, "max": 88307.0, "p95": 86983.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.5, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33771, "sampled_at": "2026-11-04T10:43:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:43:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5719212, "flush_count": 6955, "flush_interval_seconds": 30.0, "flush_state": {"count": 6955, "last_at": "2026-11-04T10:43:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:43:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6954}, "started": true, "suppressed_count": 4115877, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4115860}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6955, "written_record_count": 6955}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11419.719, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11398756147200, "copied_frame_count": 4122814, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11398756147200, "frame_buffer_copies": 4122814, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0846, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0738, "p95_ms": 0.1472, "p99_ms": 0.211}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1162, "count": 512, "max_ms": 3.9344, "p50_ms": 1.0046, "p95_ms": 1.9186, "p99_ms": 2.8001, "results": {"failed": 0, "not_applicable": 0, "success": 4122814, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 200, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:44:11+09:00", "last_error_summary": "[h264 @ 0x5a25fee1dc40] cabac decode of qscale diff failed at 112 100 [h264 @ 0x5a25fee1dc40] error while decoding MB 112 100, bytestream 180", "last_exit_at": "2026-11-04T10:23:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 1163.903, "last_started_at": "2026-11-04T10:24:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 214, "restart_count_per_hour": 15, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 215}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.936, "sample_count": 2770, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-11-04T10:44:11+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-11-04T10:44:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 379.547, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 220.453, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-11-04T10:44:11.454959+09:00", "mtime_epoch": 1793756651.454959, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85850}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:44:11+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2825.02, "name": "celery", "pid": 176, "rss_mb": 2825.02, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4122814, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.136, "pushed": 3.136, "read": 3.103}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 93, "client_acquire_ms": {"avg_ms": 0.004, "count": 93, "max_ms": 0.011, "p95_ms": 0.008, "reason": null, "sample_age_ms": 83.567, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.429, "count": 93, "max_ms": 3.369, "p95_ms": 1.19, "reason": null, "sample_age_ms": 109.83, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 93, "max_ms": 1.285, "p95_ms": 0.979, "reason": null, "sample_age_ms": 109.983, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 93, "max_ms": 0.238, "p95_ms": 0.154, "reason": null, "sample_age_ms": 83.572, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.02, "count": 93, "max_ms": 1.913, "p95_ms": 1.679, "reason": null, "sample_age_ms": 108.947, "source": "client_direct"}, "request_count": 93, "request_tensor_bytes": {"avg": 2211848.0, "count": 93, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 108.93, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 93, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.646, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.401, "count": 93, "max_ms": 47.416, "p95_ms": 37.427, "reason": null, "sample_age_ms": 83.565, "source": "client_direct"}, "sample_age_ms": 83.561, "source": "client_direct", "task_total_ms": {"avg_ms": 29.61, "count": 93, "max_ms": 49.25, "p95_ms": 38.968, "reason": null, "sample_age_ms": 83.561, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.469, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.539, "count": 94, "max_ms": 1.578, "p95_ms": 1.058}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 94, "max_ms": 0.601, "p95_ms": 0.323}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 94, "max_ms": 0.254, "p95_ms": 0.147}, "event_filter_ms": {"avg_ms": 0.003, "count": 94, "max_ms": 0.033, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 94, "max_ms": 0.176, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 94, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 94, "max_ms": 0.317, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.032, "count": 94, "max_ms": 0.105, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.508, "count": 94, "max_ms": 1.497, "p95_ms": 0.995}, "track_match_ms": {"avg_ms": 0.004, "count": 94, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 94, "max_ms": 0.07, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.461, "count": 94, "max_ms": 6.629, "p95_ms": 4.389}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 94, "max_ms": 0.086, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.347, "count": 94, "max_ms": 49.917, "p95_ms": 39.796}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 94, "max_ms": 0.095, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.422, "count": 94, "max_ms": 94.187, "p95_ms": 79.279}, "inference_input_copy_ms": {"avg_ms": 1.247, "count": 94, "max_ms": 2.573, "p95_ms": 2.19}, "processing_residual_ms": {"avg_ms": 0.089, "count": 94, "max_ms": 0.224, "p95_ms": 0.156}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.784, "count": 94, "max_ms": 96.432, "p95_ms": 80.526}, "read_interval": {"avg_ms": 321.811, "count": 93, "max_ms": 4007.236, "p95_ms": 2466.848}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 94, "max_ms": 0.041, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.093, "count": 94, "max_ms": 0.219, "p95_ms": 0.17}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 94, "max_ms": 0.021, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 94, "max_ms": 0.179, "p95_ms": 0.151}, "worker_merge_ms": {"avg_ms": 0.004, "count": 94, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.358, "count": 94, "max_ms": 49.94, "p95_ms": 39.806}, "visualize": {"avg_ms": 26.864, "count": 94, "max_ms": 53.236, "p95_ms": 42.334}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.219, "count": 94, "max_ms": 52.46, "p95_ms": 41.893}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.724, "count": 94, "max_ms": 52.989, "p95_ms": 42.246}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.654, "count": 94, "max_ms": 52.911, "p95_ms": 42.195}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 94, "max_ms": 0.113, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2824.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.135, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.377, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83389, "write_bytes_delta": 83389, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1205.0, "cpu_core_ratio": 1.011808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92812, "reason": null, "system_cpu_core_ratio": 0.039473, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.972335, "user_cpu_s_delta": 19.460000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.496661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04447, "system_cpu_s_delta": 0.8899999999994179, "user_cpu_core_ratio": 0.452191, "user_cpu_s_delta": 9.049999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.283, "count": 280, "max_ms": 5.031, "p95_ms": 3.697, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.727, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.517, "count": 30, "max": 27.95, "p95": 19.975, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 935.267, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 68.9, "count": 30, "max": 1271.0, "p95": 398.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.054, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83075.167, "count": 30, "max": 88307.0, "p95": 86983.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80342.9, "count": 30, "max": 88307.0, "p95": 86983.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.5, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33771, "sampled_at": "2026-11-04T10:43:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:43:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5719212, "flush_count": 6955, "flush_interval_seconds": 30.0, "flush_state": {"count": 6955, "last_at": "2026-11-04T10:43:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:43:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6954}, "started": true, "suppressed_count": 4115877, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4115860}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6955, "written_record_count": 6955}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11461.957, "limit_mb": null}, "detail": {"pid": 93168, "restart_count": 215, "start_count": 216}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11398756147200, "copied_frame_count": 4122814, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11398756147200, "frame_buffer_copies": 4122814, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0846, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0738, "p95_ms": 0.1472, "p99_ms": 0.211}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1162, "count": 512, "max_ms": 3.9344, "p50_ms": 1.0046, "p95_ms": 1.9186, "p99_ms": 2.8001, "results": {"failed": 0, "not_applicable": 0, "success": 4122814, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 200, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:44:11+09:00", "last_error_summary": "[h264 @ 0x5a25fee1dc40] cabac decode of qscale diff failed at 112 100 [h264 @ 0x5a25fee1dc40] error while decoding MB 112 100, bytestream 180", "last_exit_at": "2026-11-04T10:23:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T10:44:13+09:00", "pid": 93168, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.027, "name": "ffmpeg", "pid": 93168, "rss_mb": 75.027, "state": "S (sleeping)", "threads": 1}, "restart_count": 215, "restart_count_per_hour": 16, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 216}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.016, "sample_count": 2729, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.168, "last_frame_pushed_at": "2026-11-04T10:44:11+09:00", "last_frame_read_age_sec": 4.223, "last_frame_read_at": "2026-11-04T10:44:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 383.668, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 216.332, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 4.161, "exists": true, "mtime": "2026-11-04T10:44:11.454959+09:00", "mtime_epoch": 1793756651.454959, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85850}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:44:15+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2825.023, "name": "celery", "pid": 176, "rss_mb": 2825.023, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4122814, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.77, "pushed": 2.77, "read": 2.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4197.705, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.423, "count": 82, "max_ms": 3.369, "p95_ms": 1.177, "reason": null, "sample_age_ms": 4223.968, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.196, "count": 82, "max_ms": 1.285, "p95_ms": 0.976, "reason": null, "sample_age_ms": 4224.121, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 82, "max_ms": 0.238, "p95_ms": 0.15, "reason": null, "sample_age_ms": 4197.71, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.01, "count": 82, "max_ms": 1.913, "p95_ms": 1.635, "reason": null, "sample_age_ms": 4223.084, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2211848.0, "count": 82, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4223.068, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4197.784, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.766, "count": 82, "max_ms": 47.416, "p95_ms": 35.947, "reason": null, "sample_age_ms": 4197.702, "source": "client_direct"}, "sample_age_ms": 4197.699, "source": "client_direct", "task_total_ms": {"avg_ms": 28.964, "count": 82, "max_ms": 49.25, "p95_ms": 37.471, "reason": null, "sample_age_ms": 4197.699, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.184, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.533, "count": 83, "max_ms": 1.144, "p95_ms": 0.894}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 83, "max_ms": 0.448, "p95_ms": 0.315}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 83, "max_ms": 0.226, "p95_ms": 0.119}, "event_filter_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.033, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 83, "max_ms": 0.125, "p95_ms": 0.095}, "mcmt_ms": {"avg_ms": 0.002, "count": 83, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 83, "max_ms": 0.317, "p95_ms": 0.236}, "setup_ms": {"avg_ms": 0.032, "count": 83, "max_ms": 0.092, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.503, "count": 83, "max_ms": 1.09, "p95_ms": 0.843}, "track_match_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.011, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 83, "max_ms": 0.07, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.386, "count": 83, "max_ms": 5.442, "p95_ms": 4.191}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 83, "max_ms": 0.086, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.692, "count": 83, "max_ms": 49.917, "p95_ms": 39.052}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 83, "max_ms": 0.095, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.531, "count": 83, "max_ms": 94.187, "p95_ms": 76.384}, "inference_input_copy_ms": {"avg_ms": 1.222, "count": 83, "max_ms": 2.573, "p95_ms": 2.136}, "processing_residual_ms": {"avg_ms": 0.087, "count": 83, "max_ms": 0.177, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.867, "count": 83, "max_ms": 96.093, "p95_ms": 77.236}, "read_interval": {"avg_ms": 314.882, "count": 82, "max_ms": 4007.236, "p95_ms": 1581.741}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 83, "max_ms": 0.041, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.091, "count": 83, "max_ms": 0.219, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.021, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 83, "max_ms": 0.179, "p95_ms": 0.142}, "worker_merge_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.703, "count": 83, "max_ms": 49.94, "p95_ms": 39.07}, "visualize": {"avg_ms": 26.655, "count": 83, "max_ms": 53.236, "p95_ms": 41.497}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.015, "count": 83, "max_ms": 52.46, "p95_ms": 40.898}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.516, "count": 83, "max_ms": 52.989, "p95_ms": 41.381}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.446, "count": 83, "max_ms": 52.911, "p95_ms": 41.31}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 83, "max_ms": 0.113, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2824.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.135, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.377, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83389, "write_bytes_delta": 83389, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1205.0, "cpu_core_ratio": 1.011808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92812, "reason": null, "system_cpu_core_ratio": 0.039473, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.972335, "user_cpu_s_delta": 19.460000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.496661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04447, "system_cpu_s_delta": 0.8899999999994179, "user_cpu_core_ratio": 0.452191, "user_cpu_s_delta": 9.049999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.283, "count": 280, "max_ms": 5.031, "p95_ms": 3.697, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.727, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.517, "count": 30, "max": 27.95, "p95": 19.975, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 935.267, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 68.9, "count": 30, "max": 1271.0, "p95": 398.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.054, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83075.167, "count": 30, "max": 88307.0, "p95": 86983.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80342.9, "count": 30, "max": 88307.0, "p95": 86983.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.5, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33771, "sampled_at": "2026-11-04T10:43:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:43:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5720087, "flush_count": 6956, "flush_interval_seconds": 30.0, "flush_state": {"count": 6956, "last_at": "2026-11-04T10:44:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:44:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6955}, "started": true, "suppressed_count": 4115967, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4115950}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6956, "written_record_count": 6956}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11421.777, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T10:44:38+09:00", "last_error_summary": "[h264 @ 0x5d5874fa2680] error while decoding MB 86 68, bytestream -17", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11399007744000, "copied_frame_count": 4122905, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11399007744000, "frame_buffer_copies": 4122905, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0836, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0734, "p95_ms": 0.1423, "p99_ms": 0.2056}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0939, "count": 512, "max_ms": 3.5103, "p50_ms": 0.9965, "p95_ms": 1.8657, "p99_ms": 2.684, "results": {"failed": 0, "not_applicable": 0, "success": 4122905, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 201, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:44:38+09:00", "last_error_summary": "[h264 @ 0x5d5874fa2680] error while decoding MB 86 68, bytestream -17", "last_exit_at": "2026-11-04T10:44:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.01, "last_started_at": "2026-11-04T10:44:13+09:00", "pid": 93168, "process": {"exists": false, "pid": 93168}, "restart_count": 215, "restart_count_per_hour": 16, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 216}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.456, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:44:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-11-04T10:44:38+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-11-04T10:44:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.67, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 193.33, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-11-04T10:44:38.621112+09:00", "mtime_epoch": 1793756678.6211116, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91827}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:44:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2825.078, "name": "celery", "pid": 176, "rss_mb": 2825.078, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4122905, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.618, "pushed": 3.618, "read": 3.618}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.005, "count": 104, "max_ms": 0.017, "p95_ms": 0.011, "reason": null, "sample_age_ms": 34.831, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.424, "count": 104, "max_ms": 2.073, "p95_ms": 1.168, "reason": null, "sample_age_ms": 59.43, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 104, "max_ms": 1.712, "p95_ms": 0.888, "reason": null, "sample_age_ms": 59.559, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 104, "max_ms": 0.3, "p95_ms": 0.133, "reason": null, "sample_age_ms": 34.835, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.05, "count": 104, "max_ms": 2.134, "p95_ms": 1.609, "reason": null, "sample_age_ms": 58.563, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2211848.0, "count": 104, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 58.551, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.887, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.597, "count": 104, "max_ms": 39.873, "p95_ms": 37.508, "reason": null, "sample_age_ms": 34.828, "source": "client_direct"}, "sample_age_ms": 34.825, "source": "client_direct", "task_total_ms": {"avg_ms": 29.837, "count": 104, "max_ms": 41.159, "p95_ms": 38.758, "reason": null, "sample_age_ms": 34.825, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.997, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.52, "count": 104, "max_ms": 1.037, "p95_ms": 0.894}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 104, "max_ms": 0.407, "p95_ms": 0.298}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 104, "max_ms": 0.161, "p95_ms": 0.125}, "event_filter_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 104, "max_ms": 0.102, "p95_ms": 0.096}, "mcmt_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.043, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 104, "max_ms": 0.505, "p95_ms": 0.257}, "setup_ms": {"avg_ms": 0.03, "count": 104, "max_ms": 0.104, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.492, "count": 104, "max_ms": 0.989, "p95_ms": 0.843}, "track_match_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 104, "max_ms": 0.048, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.192, "count": 104, "max_ms": 4.917, "p95_ms": 3.512}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 104, "max_ms": 0.424, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.494, "count": 104, "max_ms": 43.554, "p95_ms": 40.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 104, "max_ms": 0.101, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.38, "count": 104, "max_ms": 86.937, "p95_ms": 74.262}, "inference_input_copy_ms": {"avg_ms": 1.186, "count": 104, "max_ms": 3.584, "p95_ms": 1.893}, "processing_residual_ms": {"avg_ms": 0.092, "count": 104, "max_ms": 0.249, "p95_ms": 0.163}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.687, "count": 104, "max_ms": 89.232, "p95_ms": 76.001}, "read_interval": {"avg_ms": 314.377, "count": 104, "max_ms": 8790.138, "p95_ms": 589.991}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 104, "max_ms": 0.031, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.096, "count": 104, "max_ms": 0.374, "p95_ms": 0.178}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 104, "max_ms": 0.035, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 104, "max_ms": 0.355, "p95_ms": 0.158}, "worker_merge_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.07, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.505, "count": 104, "max_ms": 43.567, "p95_ms": 40.318}, "visualize": {"avg_ms": 26.704, "count": 104, "max_ms": 49.343, "p95_ms": 36.178}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.097, "count": 104, "max_ms": 48.557, "p95_ms": 35.515}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.569, "count": 104, "max_ms": 49.176, "p95_ms": 36.084}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.503, "count": 104, "max_ms": 49.101, "p95_ms": 36.01}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 104, "max_ms": 0.116, "p95_ms": 0.072}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2825.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.964, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.456, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:44:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 8.813, "exists": true, "size_bytes": 91043, "write_bytes_delta": 91043, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 93168, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.129661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.012143, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.117517, "user_cpu_s_delta": 3.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.233, "count": 70, "max_ms": 4.79, "p95_ms": 3.213, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 70}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.466, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.878, "count": 30, "max": 27.95, "p95": 19.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 902.567, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 68.9, "count": 30, "max": 1271.0, "p95": 398.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.035, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.297, "count": 30, "max": 8.813, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83462.533, "count": 30, "max": 91043.0, "p95": 88123.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80720.2, "count": 30, "max": 91043.0, "p95": 88123.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.5, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33773, "sampled_at": "2026-11-04T10:44:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:44:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.747, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5720087, "flush_count": 6956, "flush_interval_seconds": 30.0, "flush_state": {"count": 6956, "last_at": "2026-11-04T10:44:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:44:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6955}, "started": true, "suppressed_count": 4116047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4116030}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6956, "written_record_count": 6956}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11428.715, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x653b9afd9100] error while decoding MB 78 54, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11399228928000, "copied_frame_count": 4122985, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11399228928000, "frame_buffer_copies": 4122985, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0834, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0731, "p95_ms": 0.1412, "p99_ms": 0.2045}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.094, "count": 512, "max_ms": 3.5103, "p50_ms": 1.0032, "p95_ms": 1.8311, "p99_ms": 2.6915, "results": {"failed": 0, "not_applicable": 0, "success": 4122985, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 202, "h264_decode_error_count": 422, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:45:04+09:00", "last_error_summary": "[h264 @ 0x653b9afd9100] error while decoding MB 78 54, bytestream -8", "last_exit_at": "2026-11-04T10:44:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.95, "last_started_at": "2026-11-04T10:44:40+09:00", "pid": 93284, "process": {"exists": false, "pid": 93284}, "restart_count": 216, "restart_count_per_hour": 17, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 217}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.388, "sample_count": 2423, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-04T10:45:04+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-04T10:45:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 432.878, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 167.122, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-04T10:45:04.744258+09:00", "mtime_epoch": 1793756704.7442584, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93213}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:45:04+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2825.121, "name": "celery", "pid": 176, "rss_mb": 2825.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4122985, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 112}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 112}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 112, "pushed_frames": 112, "read_frames": 112, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.812, "pushed": 3.812, "read": 3.812}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 112, "client_acquire_ms": {"avg_ms": 0.005, "count": 112, "max_ms": 0.019, "p95_ms": 0.011, "reason": null, "sample_age_ms": 46.565, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.47, "count": 112, "max_ms": 2.994, "p95_ms": 1.578, "reason": null, "sample_age_ms": 74.696, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.21, "count": 112, "max_ms": 2.823, "p95_ms": 1.018, "reason": null, "sample_age_ms": 74.956, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 112, "max_ms": 0.238, "p95_ms": 0.102, "reason": null, "sample_age_ms": 46.62, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.101, "count": 112, "max_ms": 2.168, "p95_ms": 1.849, "reason": null, "sample_age_ms": 73.033, "source": "client_direct"}, "request_count": 112, "request_tensor_bytes": {"avg": 2211848.0, "count": 112, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 73.004, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 112, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.689, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.355, "count": 112, "max_ms": 64.343, "p95_ms": 38.199, "reason": null, "sample_age_ms": 46.561, "source": "client_direct"}, "sample_age_ms": 46.557, "source": "client_direct", "task_total_ms": {"avg_ms": 29.646, "count": 112, "max_ms": 66.15, "p95_ms": 39.608, "reason": null, "sample_age_ms": 46.557, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.168, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.498, "count": 112, "max_ms": 1.246, "p95_ms": 0.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 112, "max_ms": 0.529, "p95_ms": 0.319}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 112, "max_ms": 0.15, "p95_ms": 0.127}, "event_filter_ms": {"avg_ms": 0.003, "count": 112, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 112, "max_ms": 0.187, "p95_ms": 0.101}, "mcmt_ms": {"avg_ms": 0.002, "count": 112, "max_ms": 0.043, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 112, "max_ms": 0.505, "p95_ms": 0.204}, "setup_ms": {"avg_ms": 0.028, "count": 112, "max_ms": 0.065, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.471, "count": 112, "max_ms": 1.189, "p95_ms": 0.86}, "track_match_ms": {"avg_ms": 0.003, "count": 112, "max_ms": 0.018, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 112, "max_ms": 0.114, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.236, "count": 112, "max_ms": 4.917, "p95_ms": 3.68}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 112, "max_ms": 0.424, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.366, "count": 112, "max_ms": 69.086, "p95_ms": 40.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 112, "max_ms": 0.132, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.53, "count": 112, "max_ms": 121.148, "p95_ms": 77.641}, "inference_input_copy_ms": {"avg_ms": 1.257, "count": 112, "max_ms": 3.535, "p95_ms": 2.262}, "processing_residual_ms": {"avg_ms": 0.094, "count": 112, "max_ms": 0.259, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.909, "count": 112, "max_ms": 123.014, "p95_ms": 79.743}, "read_interval": {"avg_ms": 269.853, "count": 112, "max_ms": 8006.957, "p95_ms": 686.948}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 112, "max_ms": 0.038, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.089, "count": 112, "max_ms": 0.374, "p95_ms": 0.148}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 112, "max_ms": 0.03, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 112, "max_ms": 0.355, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 112, "max_ms": 0.07, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.376, "count": 112, "max_ms": 69.094, "p95_ms": 40.318}, "visualize": {"avg_ms": 26.017, "count": 112, "max_ms": 51.003, "p95_ms": 35.974}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.423, "count": 112, "max_ms": 50.358, "p95_ms": 35.19}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.895, "count": 112, "max_ms": 50.863, "p95_ms": 35.791}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.832, "count": 112, "max_ms": 50.802, "p95_ms": 35.723}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 112, "max_ms": 0.077, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 112}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2825.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.258, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.528, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92783, "write_bytes_delta": 92783, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 330.0, "cpu_core_ratio": 0.421924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10116.0, "pid": 93284, "reason": null, "system_cpu_core_ratio": 0.023621, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.398303, "user_cpu_s_delta": 4.89}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.206075, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019549, "system_cpu_s_delta": 0.2400000000016007, "user_cpu_core_ratio": 0.186526, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.279, "count": 84, "max_ms": 4.917, "p95_ms": 3.739, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.327, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.253, "count": 30, "max": 27.95, "p95": 19.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 865.9, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 406.1, "count": 30, "max": 10116.0, "p95": 1002.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.017, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.297, "count": 30, "max": 8.813, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84151.167, "count": 30, "max": 92783.0, "p95": 91784.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81393.467, "count": 30, "max": 92783.0, "p95": 91784.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.4, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33775, "sampled_at": "2026-11-04T10:45:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:45:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.379, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5720087, "flush_count": 6956, "flush_interval_seconds": 30.0, "flush_state": {"count": 6956, "last_at": "2026-11-04T10:44:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:44:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6955}, "started": true, "suppressed_count": 4116047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4116030}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6956, "written_record_count": 6956}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11427.527, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11399228928000, "copied_frame_count": 4122985, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11399228928000, "frame_buffer_copies": 4122985, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0834, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0731, "p95_ms": 0.1412, "p99_ms": 0.2045}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.094, "count": 512, "max_ms": 3.5103, "p50_ms": 1.0032, "p95_ms": 1.8311, "p99_ms": 2.6915, "results": {"failed": 0, "not_applicable": 0, "success": 4122985, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 202, "h264_decode_error_count": 422, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:45:04+09:00", "last_error_summary": "[h264 @ 0x653b9afd9100] error while decoding MB 78 54, bytestream -8", "last_exit_at": "2026-11-04T10:44:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.949, "last_started_at": "2026-11-04T10:44:40+09:00", "pid": 93284, "process": {"exists": false, "pid": 93284}, "restart_count": 216, "restart_count_per_hour": 17, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 217}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.388, "sample_count": 2423, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-04T10:45:04+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-04T10:45:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 432.872, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 167.128, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-04T10:45:04.744258+09:00", "mtime_epoch": 1793756704.7442584, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93213}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:45:04+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2825.121, "name": "celery", "pid": 176, "rss_mb": 2825.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4122985, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 112}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 112}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 112, "pushed_frames": 112, "read_frames": 112, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.812, "pushed": 3.812, "read": 3.812}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 112, "client_acquire_ms": {"avg_ms": 0.005, "count": 112, "max_ms": 0.019, "p95_ms": 0.011, "reason": null, "sample_age_ms": 53.318, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.47, "count": 112, "max_ms": 2.994, "p95_ms": 1.578, "reason": null, "sample_age_ms": 81.449, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.21, "count": 112, "max_ms": 2.823, "p95_ms": 1.018, "reason": null, "sample_age_ms": 81.708, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 112, "max_ms": 0.238, "p95_ms": 0.102, "reason": null, "sample_age_ms": 53.372, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.101, "count": 112, "max_ms": 2.168, "p95_ms": 1.849, "reason": null, "sample_age_ms": 79.786, "source": "client_direct"}, "request_count": 112, "request_tensor_bytes": {"avg": 2211848.0, "count": 112, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 79.756, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 112, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.442, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.355, "count": 112, "max_ms": 64.343, "p95_ms": 38.199, "reason": null, "sample_age_ms": 53.314, "source": "client_direct"}, "sample_age_ms": 53.31, "source": "client_direct", "task_total_ms": {"avg_ms": 29.646, "count": 112, "max_ms": 66.15, "p95_ms": 39.608, "reason": null, "sample_age_ms": 53.31, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.574, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.498, "count": 112, "max_ms": 1.246, "p95_ms": 0.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 112, "max_ms": 0.529, "p95_ms": 0.319}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 112, "max_ms": 0.15, "p95_ms": 0.127}, "event_filter_ms": {"avg_ms": 0.003, "count": 112, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 112, "max_ms": 0.187, "p95_ms": 0.101}, "mcmt_ms": {"avg_ms": 0.002, "count": 112, "max_ms": 0.043, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 112, "max_ms": 0.505, "p95_ms": 0.204}, "setup_ms": {"avg_ms": 0.028, "count": 112, "max_ms": 0.065, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.471, "count": 112, "max_ms": 1.189, "p95_ms": 0.86}, "track_match_ms": {"avg_ms": 0.003, "count": 112, "max_ms": 0.018, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 112, "max_ms": 0.114, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.236, "count": 112, "max_ms": 4.917, "p95_ms": 3.68}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 112, "max_ms": 0.424, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.366, "count": 112, "max_ms": 69.086, "p95_ms": 40.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 112, "max_ms": 0.132, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.53, "count": 112, "max_ms": 121.148, "p95_ms": 77.641}, "inference_input_copy_ms": {"avg_ms": 1.257, "count": 112, "max_ms": 3.535, "p95_ms": 2.262}, "processing_residual_ms": {"avg_ms": 0.094, "count": 112, "max_ms": 0.259, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.909, "count": 112, "max_ms": 123.014, "p95_ms": 79.743}, "read_interval": {"avg_ms": 269.853, "count": 112, "max_ms": 8006.957, "p95_ms": 686.948}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 112, "max_ms": 0.038, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.089, "count": 112, "max_ms": 0.374, "p95_ms": 0.148}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 112, "max_ms": 0.03, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 112, "max_ms": 0.355, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 112, "max_ms": 0.07, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.376, "count": 112, "max_ms": 69.094, "p95_ms": 40.318}, "visualize": {"avg_ms": 26.017, "count": 112, "max_ms": 51.003, "p95_ms": 35.974}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.423, "count": 112, "max_ms": 50.358, "p95_ms": 35.19}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.895, "count": 112, "max_ms": 50.863, "p95_ms": 35.791}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.832, "count": 112, "max_ms": 50.802, "p95_ms": 35.723}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 112, "max_ms": 0.077, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 112}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2825.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.258, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.528, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92783, "write_bytes_delta": 92783, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 330.0, "cpu_core_ratio": 0.421924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10116.0, "pid": 93284, "reason": null, "system_cpu_core_ratio": 0.023621, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.398303, "user_cpu_s_delta": 4.89}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.206075, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019549, "system_cpu_s_delta": 0.2400000000016007, "user_cpu_core_ratio": 0.186526, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.279, "count": 84, "max_ms": 4.917, "p95_ms": 3.739, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.327, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.253, "count": 30, "max": 27.95, "p95": 19.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 865.9, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 406.1, "count": 30, "max": 10116.0, "p95": 1002.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.017, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.297, "count": 30, "max": 8.813, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84151.167, "count": 30, "max": 92783.0, "p95": 91784.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81393.467, "count": 30, "max": 92783.0, "p95": 91784.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.4, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33775, "sampled_at": "2026-11-04T10:45:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:45:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.384, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5720087, "flush_count": 6956, "flush_interval_seconds": 30.0, "flush_state": {"count": 6956, "last_at": "2026-11-04T10:44:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:44:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6955}, "started": true, "suppressed_count": 4116047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4116030}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6956, "written_record_count": 6956}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11429.582, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11399228928000, "copied_frame_count": 4122985, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11399228928000, "frame_buffer_copies": 4122985, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0834, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0731, "p95_ms": 0.1412, "p99_ms": 0.2045}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.094, "count": 512, "max_ms": 3.5103, "p50_ms": 1.0032, "p95_ms": 1.8311, "p99_ms": 2.6915, "results": {"failed": 0, "not_applicable": 0, "success": 4122985, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 202, "h264_decode_error_count": 422, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:45:04+09:00", "last_error_summary": "[h264 @ 0x653b9afd9100] error while decoding MB 78 54, bytestream -8", "last_exit_at": "2026-11-04T10:44:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.002, "last_started_at": "2026-11-04T10:44:40+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 216, "restart_count_per_hour": 17, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 217}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.292, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-04T10:45:04+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-11-04T10:45:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 432.911, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 167.089, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-11-04T10:45:04.809259+09:00", "mtime_epoch": 1793756704.8092587, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93146}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:45:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2825.117, "name": "celery", "pid": 176, "rss_mb": 2825.117, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4122985, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 112}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 112}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 112, "pushed_frames": 112, "read_frames": 112, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.806, "pushed": 3.806, "read": 3.806}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 112, "client_acquire_ms": {"avg_ms": 0.005, "count": 112, "max_ms": 0.019, "p95_ms": 0.011, "reason": null, "sample_age_ms": 92.959, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.47, "count": 112, "max_ms": 2.994, "p95_ms": 1.578, "reason": null, "sample_age_ms": 121.09, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.21, "count": 112, "max_ms": 2.823, "p95_ms": 1.018, "reason": null, "sample_age_ms": 121.35, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 112, "max_ms": 0.238, "p95_ms": 0.102, "reason": null, "sample_age_ms": 93.014, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.101, "count": 112, "max_ms": 2.168, "p95_ms": 1.849, "reason": null, "sample_age_ms": 119.427, "source": "client_direct"}, "request_count": 112, "request_tensor_bytes": {"avg": 2211848.0, "count": 112, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 119.398, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 112, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.083, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.355, "count": 112, "max_ms": 64.343, "p95_ms": 38.199, "reason": null, "sample_age_ms": 92.956, "source": "client_direct"}, "sample_age_ms": 92.952, "source": "client_direct", "task_total_ms": {"avg_ms": 29.646, "count": 112, "max_ms": 66.15, "p95_ms": 39.608, "reason": null, "sample_age_ms": 92.952, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.359, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.498, "count": 112, "max_ms": 1.246, "p95_ms": 0.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 112, "max_ms": 0.529, "p95_ms": 0.319}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 112, "max_ms": 0.15, "p95_ms": 0.127}, "event_filter_ms": {"avg_ms": 0.003, "count": 112, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 112, "max_ms": 0.187, "p95_ms": 0.101}, "mcmt_ms": {"avg_ms": 0.002, "count": 112, "max_ms": 0.043, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 112, "max_ms": 0.505, "p95_ms": 0.204}, "setup_ms": {"avg_ms": 0.028, "count": 112, "max_ms": 0.065, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.471, "count": 112, "max_ms": 1.189, "p95_ms": 0.86}, "track_match_ms": {"avg_ms": 0.003, "count": 112, "max_ms": 0.018, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 112, "max_ms": 0.114, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.236, "count": 112, "max_ms": 4.917, "p95_ms": 3.68}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 112, "max_ms": 0.424, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.366, "count": 112, "max_ms": 69.086, "p95_ms": 40.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 112, "max_ms": 0.132, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.53, "count": 112, "max_ms": 121.148, "p95_ms": 77.641}, "inference_input_copy_ms": {"avg_ms": 1.257, "count": 112, "max_ms": 3.535, "p95_ms": 2.262}, "processing_residual_ms": {"avg_ms": 0.094, "count": 112, "max_ms": 0.259, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.909, "count": 112, "max_ms": 123.014, "p95_ms": 79.743}, "read_interval": {"avg_ms": 269.853, "count": 112, "max_ms": 8006.957, "p95_ms": 686.948}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 112, "max_ms": 0.038, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.089, "count": 112, "max_ms": 0.374, "p95_ms": 0.148}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 112, "max_ms": 0.03, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 112, "max_ms": 0.355, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 112, "max_ms": 0.07, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.376, "count": 112, "max_ms": 69.094, "p95_ms": 40.318}, "visualize": {"avg_ms": 26.017, "count": 112, "max_ms": 51.003, "p95_ms": 35.974}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.423, "count": 112, "max_ms": 50.358, "p95_ms": 35.19}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.895, "count": 112, "max_ms": 50.863, "p95_ms": 35.791}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.832, "count": 112, "max_ms": 50.802, "p95_ms": 35.723}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 112, "max_ms": 0.077, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 112}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2825.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.258, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.528, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92783, "write_bytes_delta": 92783, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 330.0, "cpu_core_ratio": 0.421924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10116.0, "pid": 93284, "reason": null, "system_cpu_core_ratio": 0.023621, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.398303, "user_cpu_s_delta": 4.89}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.206075, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019549, "system_cpu_s_delta": 0.2400000000016007, "user_cpu_core_ratio": 0.186526, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.279, "count": 84, "max_ms": 4.917, "p95_ms": 3.739, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.327, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.253, "count": 30, "max": 27.95, "p95": 19.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 865.9, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 406.1, "count": 30, "max": 10116.0, "p95": 1002.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.017, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.297, "count": 30, "max": 8.813, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84151.167, "count": 30, "max": 92783.0, "p95": 91784.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81393.467, "count": 30, "max": 92783.0, "p95": 91784.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.4, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33775, "sampled_at": "2026-11-04T10:45:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:45:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.431, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5720087, "flush_count": 6956, "flush_interval_seconds": 30.0, "flush_state": {"count": 6956, "last_at": "2026-11-04T10:44:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:44:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6955}, "started": true, "suppressed_count": 4116047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4116030}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6956, "written_record_count": 6956}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11462.492, "limit_mb": null}, "detail": {"pid": 93400, "restart_count": 217, "start_count": 218}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11399228928000, "copied_frame_count": 4122985, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11399228928000, "frame_buffer_copies": 4122985, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0834, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0731, "p95_ms": 0.1412, "p99_ms": 0.2045}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.094, "count": 512, "max_ms": 3.5103, "p50_ms": 1.0032, "p95_ms": 1.8311, "p99_ms": 2.6915, "results": {"failed": 0, "not_applicable": 0, "success": 4122985, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 202, "h264_decode_error_count": 422, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:45:04+09:00", "last_error_summary": "[h264 @ 0x653b9afd9100] error while decoding MB 78 54, bytestream -8", "last_exit_at": "2026-11-04T10:44:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T10:45:07+09:00", "pid": 93400, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.52, "name": "ffmpeg", "pid": 93400, "rss_mb": 74.52, "state": "S (sleeping)", "threads": 1}, "restart_count": 217, "restart_count_per_hour": 18, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 218}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.227, "sample_count": 2377, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.271, "last_frame_pushed_at": "2026-11-04T10:45:04+09:00", "last_frame_read_age_sec": 4.334, "last_frame_read_at": "2026-11-04T10:45:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.121, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 162.879, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 4.262, "exists": true, "mtime": "2026-11-04T10:45:04.809259+09:00", "mtime_epoch": 1793756704.8092587, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93146}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:45:09+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2825.121, "name": "celery", "pid": 176, "rss_mb": 2825.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4122985, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.556, "pushed": 3.556, "read": 3.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.019, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4307.037, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.466, "count": 80, "max_ms": 2.994, "p95_ms": 1.615, "reason": null, "sample_age_ms": 4335.168, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.227, "count": 80, "max_ms": 2.823, "p95_ms": 1.377, "reason": null, "sample_age_ms": 4335.428, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 80, "max_ms": 0.194, "p95_ms": 0.098, "reason": null, "sample_age_ms": 4307.091, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.088, "count": 80, "max_ms": 2.168, "p95_ms": 1.793, "reason": null, "sample_age_ms": 4333.505, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2211848.0, "count": 80, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4333.475, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4307.161, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.548, "count": 80, "max_ms": 64.343, "p95_ms": 42.083, "reason": null, "sample_age_ms": 4307.033, "source": "client_direct"}, "sample_age_ms": 4307.029, "source": "client_direct", "task_total_ms": {"avg_ms": 29.824, "count": 80, "max_ms": 66.15, "p95_ms": 43.166, "reason": null, "sample_age_ms": 4307.029, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.392, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.481, "count": 80, "max_ms": 1.246, "p95_ms": 0.754}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 80, "max_ms": 0.529, "p95_ms": 0.317}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 80, "max_ms": 0.15, "p95_ms": 0.11}, "event_filter_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 80, "max_ms": 0.187, "p95_ms": 0.079}, "mcmt_ms": {"avg_ms": 0.002, "count": 80, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 80, "max_ms": 0.294, "p95_ms": 0.194}, "setup_ms": {"avg_ms": 0.027, "count": 80, "max_ms": 0.065, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.455, "count": 80, "max_ms": 1.189, "p95_ms": 0.72}, "track_match_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.018, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 80, "max_ms": 0.114, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 2.222, "count": 80, "max_ms": 4.369, "p95_ms": 3.618}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 80, "max_ms": 0.072, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.543, "count": 80, "max_ms": 69.086, "p95_ms": 43.82}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 80, "max_ms": 0.132, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.496, "count": 80, "max_ms": 121.148, "p95_ms": 75.873}, "inference_input_copy_ms": {"avg_ms": 1.248, "count": 80, "max_ms": 3.535, "p95_ms": 2.266}, "processing_residual_ms": {"avg_ms": 0.094, "count": 80, "max_ms": 0.259, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.866, "count": 80, "max_ms": 123.014, "p95_ms": 77.374}, "read_interval": {"avg_ms": 327.144, "count": 80, "max_ms": 8006.957, "p95_ms": 686.948}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 80, "max_ms": 0.038, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.084, "count": 80, "max_ms": 0.199, "p95_ms": 0.136}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.03, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 80, "max_ms": 0.176, "p95_ms": 0.116}, "worker_merge_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.012, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.553, "count": 80, "max_ms": 69.094, "p95_ms": 43.834}, "visualize": {"avg_ms": 25.828, "count": 80, "max_ms": 51.003, "p95_ms": 35.695}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.244, "count": 80, "max_ms": 50.358, "p95_ms": 35.19}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.711, "count": 80, "max_ms": 50.863, "p95_ms": 35.601}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.649, "count": 80, "max_ms": 50.802, "p95_ms": 35.55}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 80, "max_ms": 0.065, "p95_ms": 0.054}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2825.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.258, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.528, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92783, "write_bytes_delta": 92783, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 330.0, "cpu_core_ratio": 0.421924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10116.0, "pid": 93284, "reason": null, "system_cpu_core_ratio": 0.023621, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.398303, "user_cpu_s_delta": 4.89}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.206075, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019549, "system_cpu_s_delta": 0.2400000000016007, "user_cpu_core_ratio": 0.186526, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.279, "count": 84, "max_ms": 4.917, "p95_ms": 3.739, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.327, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.253, "count": 30, "max": 27.95, "p95": 19.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 865.9, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 406.1, "count": 30, "max": 10116.0, "p95": 1002.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.017, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.297, "count": 30, "max": 8.813, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84151.167, "count": 30, "max": 92783.0, "p95": 91784.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81393.467, "count": 30, "max": 92783.0, "p95": 91784.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.4, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33775, "sampled_at": "2026-11-04T10:45:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:45:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.498, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5720087, "flush_count": 6956, "flush_interval_seconds": 30.0, "flush_state": {"count": 6956, "last_at": "2026-11-04T10:44:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:44:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6955}, "started": true, "suppressed_count": 4116120, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4116103}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6956, "written_record_count": 6956}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11430.02, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11399430758400, "copied_frame_count": 4123058, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11399430758400, "frame_buffer_copies": 4123058, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0832, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0723, "p95_ms": 0.1412, "p99_ms": 0.206}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0804, "count": 512, "max_ms": 3.5103, "p50_ms": 0.9988, "p95_ms": 1.7959, "p99_ms": 2.6915, "results": {"failed": 0, "not_applicable": 0, "success": 4123058, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 202, "h264_decode_error_count": 422, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:45:04+09:00", "last_error_summary": "[h264 @ 0x653b9afd9100] error while decoding MB 78 54, bytestream -8", "last_exit_at": "2026-11-04T10:44:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.762, "last_started_at": "2026-11-04T10:45:07+09:00", "pid": 93400, "process": {"exists": false, "pid": 93400}, "restart_count": 217, "restart_count_per_hour": 18, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 218}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.442, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4123058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-04T10:45:30+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-11-04T10:45:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 458.89, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 141.11, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-04T10:45:30.779404+09:00", "mtime_epoch": 1793756730.7794044, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91900}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:45:30+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2825.156, "name": "celery", "pid": 176, "rss_mb": 2825.156, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4123058, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.627, "pushed": 3.627, "read": 3.627}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.012, "p95_ms": 0.007, "reason": null, "sample_age_ms": 34.15, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.391, "count": 104, "max_ms": 3.748, "p95_ms": 1.122, "reason": null, "sample_age_ms": 61.658, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.149, "count": 104, "max_ms": 1.376, "p95_ms": 0.802, "reason": null, "sample_age_ms": 61.813, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 104, "max_ms": 0.172, "p95_ms": 0.113, "reason": null, "sample_age_ms": 34.158, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.955, "count": 104, "max_ms": 2.168, "p95_ms": 1.759, "reason": null, "sample_age_ms": 60.972, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2211848.0, "count": 104, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 60.959, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.257, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.564, "count": 104, "max_ms": 48.329, "p95_ms": 39.074, "reason": null, "sample_age_ms": 34.144, "source": "client_direct"}, "sample_age_ms": 34.139, "source": "client_direct", "task_total_ms": {"avg_ms": 28.699, "count": 104, "max_ms": 50.247, "p95_ms": 40.996, "reason": null, "sample_age_ms": 34.139, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.553, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.507, "count": 104, "max_ms": 1.022, "p95_ms": 0.853}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 104, "max_ms": 0.443, "p95_ms": 0.267}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 104, "max_ms": 0.139, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 104, "max_ms": 0.137, "p95_ms": 0.097}, "mcmt_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 104, "max_ms": 0.342, "p95_ms": 0.204}, "setup_ms": {"avg_ms": 0.03, "count": 104, "max_ms": 0.086, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.479, "count": 104, "max_ms": 0.969, "p95_ms": 0.81}, "track_match_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 104, "max_ms": 0.114, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.081, "count": 104, "max_ms": 4.038, "p95_ms": 3.4}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 104, "max_ms": 0.089, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.318, "count": 104, "max_ms": 50.891, "p95_ms": 41.918}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 104, "max_ms": 0.132, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.543, "count": 104, "max_ms": 93.341, "p95_ms": 75.873}, "inference_input_copy_ms": {"avg_ms": 1.078, "count": 104, "max_ms": 2.727, "p95_ms": 1.913}, "processing_residual_ms": {"avg_ms": 0.087, "count": 104, "max_ms": 0.229, "p95_ms": 0.148}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.735, "count": 104, "max_ms": 95.059, "p95_ms": 77.374}, "read_interval": {"avg_ms": 307.743, "count": 104, "max_ms": 8247.834, "p95_ms": 884.636}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 104, "max_ms": 0.038, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.088, "count": 104, "max_ms": 0.247, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.025, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 104, "max_ms": 0.22, "p95_ms": 0.125}, "worker_merge_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.328, "count": 104, "max_ms": 50.903, "p95_ms": 41.925}, "visualize": {"avg_ms": 25.125, "count": 104, "max_ms": 48.187, "p95_ms": 35.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.545, "count": 104, "max_ms": 47.527, "p95_ms": 34.868}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.001, "count": 104, "max_ms": 48.053, "p95_ms": 35.381}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.938, "count": 104, "max_ms": 47.963, "p95_ms": 35.314}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 104, "max_ms": 0.078, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2825.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.258, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.528, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4122955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92783, "write_bytes_delta": 92783, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 330.0, "cpu_core_ratio": 0.421924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10116.0, "pid": 93284, "reason": null, "system_cpu_core_ratio": 0.023621, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.398303, "user_cpu_s_delta": 4.89}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.206075, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019549, "system_cpu_s_delta": 0.2400000000016007, "user_cpu_core_ratio": 0.186526, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.279, "count": 84, "max_ms": 4.917, "p95_ms": 3.739, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.327, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.253, "count": 30, "max": 27.95, "p95": 19.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 865.9, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 406.1, "count": 30, "max": 10116.0, "p95": 1002.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.017, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.297, "count": 30, "max": 8.813, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84151.167, "count": 30, "max": 92783.0, "p95": 91784.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81393.467, "count": 30, "max": 92783.0, "p95": 91784.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.4, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33775, "sampled_at": "2026-11-04T10:45:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:45:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.673, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5720962, "flush_count": 6957, "flush_interval_seconds": 30.0, "flush_state": {"count": 6957, "last_at": "2026-11-04T10:45:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:45:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6956}, "started": true, "suppressed_count": 4116159, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4116142}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6957, "written_record_count": 6957}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11431.875, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60a4f2fc0000] error while decoding MB 99 74, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11399538585600, "copied_frame_count": 4123097, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11399538585600, "frame_buffer_copies": 4123097, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0825, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0718, "p95_ms": 0.1387, "p99_ms": 0.2003}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0748, "count": 512, "max_ms": 3.5103, "p50_ms": 0.9948, "p95_ms": 1.82, "p99_ms": 2.6915, "results": {"failed": 0, "not_applicable": 0, "success": 4123097, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 204, "h264_decode_error_count": 424, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:46:03+09:00", "last_error_summary": "[h264 @ 0x60a4f2fc0000] error while decoding MB 99 74, bytestream -7", "last_exit_at": "2026-11-04T10:44:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 29.585, "last_started_at": "2026-11-04T10:45:33+09:00", "pid": 93516, "process": {"exists": false, "pid": 93516}, "restart_count": 218, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 219}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.894, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4123097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:46:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-11-04T10:46:03+09:00", "last_frame_read_age_sec": 0.049, "last_frame_read_at": "2026-11-04T10:46:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 491.465, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 108.535, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-04T10:46:03.374587+09:00", "mtime_epoch": 1793756763.374587, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86232}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:46:03+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2825.172, "name": "celery", "pid": 176, "rss_mb": 2825.172, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4123098, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 39}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 39, "pushed_frames": 39, "read_frames": 40, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.668, "pushed": 1.668, "read": 1.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 40, "client_acquire_ms": {"avg_ms": 0.004, "count": 40, "max_ms": 0.016, "p95_ms": 0.005, "reason": null, "sample_age_ms": 24.931, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.337, "count": 40, "max_ms": 1.346, "p95_ms": 1.036, "reason": null, "sample_age_ms": 49.698, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 40, "max_ms": 1.187, "p95_ms": 0.873, "reason": null, "sample_age_ms": 49.841, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 40, "max_ms": 0.119, "p95_ms": 0.08, "reason": null, "sample_age_ms": 24.935, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.78, "count": 40, "max_ms": 1.355, "p95_ms": 1.142, "reason": null, "sample_age_ms": 48.979, "source": "client_direct"}, "request_count": 40, "request_tensor_bytes": {"avg": 2211848.0, "count": 40, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 48.966, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 40, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.997, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 23.883, "count": 40, "max_ms": 34.71, "p95_ms": 26.985, "reason": null, "sample_age_ms": 24.928, "source": "client_direct"}, "sample_age_ms": 24.925, "source": "client_direct", "task_total_ms": {"avg_ms": 24.814, "count": 40, "max_ms": 35.528, "p95_ms": 28.143, "reason": null, "sample_age_ms": 24.925, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.323, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.418, "count": 39, "max_ms": 0.841, "p95_ms": 0.586}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.131, "count": 39, "max_ms": 0.251, "p95_ms": 0.217}, "detection_prepare_ms": {"avg_ms": 0.055, "count": 39, "max_ms": 0.129, "p95_ms": 0.065}, "event_filter_ms": {"avg_ms": 0.002, "count": 39, "max_ms": 0.004, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.048, "count": 39, "max_ms": 0.149, "p95_ms": 0.079}, "mcmt_ms": {"avg_ms": 0.001, "count": 39, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.11, "count": 39, "max_ms": 0.166, "p95_ms": 0.156}, "setup_ms": {"avg_ms": 0.023, "count": 39, "max_ms": 0.042, "p95_ms": 0.04}, "total_inside_ms": {"avg_ms": 0.393, "count": 39, "max_ms": 0.808, "p95_ms": 0.559}, "track_match_ms": {"avg_ms": 0.003, "count": 39, "max_ms": 0.012, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 39, "max_ms": 0.07, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 1.932, "count": 39, "max_ms": 4.218, "p95_ms": 3.411}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 39, "max_ms": 0.383, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.361, "count": 39, "max_ms": 35.926, "p95_ms": 31.582}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.02, "count": 39, "max_ms": 0.046, "p95_ms": 0.035}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.129, "count": 39, "max_ms": 78.288, "p95_ms": 65.024}, "inference_input_copy_ms": {"avg_ms": 0.981, "count": 39, "max_ms": 2.074, "p95_ms": 1.896}, "processing_residual_ms": {"avg_ms": 0.067, "count": 39, "max_ms": 0.098, "p95_ms": 0.097}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.196, "count": 39, "max_ms": 79.625, "p95_ms": 66.686}, "read_interval": {"avg_ms": 814.962, "count": 40, "max_ms": 15283.039, "p95_ms": 3432.886}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 39, "max_ms": 0.019, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.075, "count": 39, "max_ms": 0.11, "p95_ms": 0.108}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 39, "max_ms": 0.012, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.065, "count": 39, "max_ms": 0.094, "p95_ms": 0.094}, "worker_merge_ms": {"avg_ms": 0.003, "count": 39, "max_ms": 0.006, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 25.369, "count": 39, "max_ms": 35.934, "p95_ms": 31.593}, "visualize": {"avg_ms": 23.791, "count": 39, "max_ms": 47.322, "p95_ms": 34.395}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.298, "count": 39, "max_ms": 46.698, "p95_ms": 33.816}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.689, "count": 39, "max_ms": 47.205, "p95_ms": 34.276}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.639, "count": 39, "max_ms": 47.136, "p95_ms": 34.22}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 39, "max_ms": 0.059, "p95_ms": 0.04}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2825.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.492, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.528, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4123058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5.006, "exists": true, "size_bytes": 91985, "write_bytes_delta": 91985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 93516, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.138623, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014027, "system_cpu_s_delta": 0.17000000000189175, "user_cpu_core_ratio": 0.124595, "user_cpu_s_delta": 1.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.096, "count": 73, "max_ms": 4.038, "p95_ms": 3.398, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.867, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.375, "count": 30, "max": 27.95, "p95": 19.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 833.0, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 738.867, "count": 30, "max": 10658.0, "p95": 6135.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.99, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.739, "count": 30, "max": 8.813, "p95": 6.804, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85124.4, "count": 30, "max": 93146.0, "p95": 92665.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82345.633, "count": 30, "max": 93146.0, "p95": 92665.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.4, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33778, "sampled_at": "2026-11-04T10:45:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:45:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.379, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5720962, "flush_count": 6957, "flush_interval_seconds": 30.0, "flush_state": {"count": 6957, "last_at": "2026-11-04T10:45:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:45:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6956}, "started": true, "suppressed_count": 4116159, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4116142}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6957, "written_record_count": 6957}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11431.883, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T10:46:03+09:00", "last_error_summary": "[h264 @ 0x60a4f2fc0000] error while decoding MB 99 74, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11399541350400, "copied_frame_count": 4123098, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11399541350400, "frame_buffer_copies": 4123098, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0825, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0718, "p95_ms": 0.1387, "p99_ms": 0.2003}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0765, "count": 512, "max_ms": 3.5103, "p50_ms": 0.9949, "p95_ms": 1.82, "p99_ms": 2.6915, "results": {"failed": 0, "not_applicable": 0, "success": 4123098, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 204, "h264_decode_error_count": 424, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:46:03+09:00", "last_error_summary": "[h264 @ 0x60a4f2fc0000] error while decoding MB 99 74, bytestream -7", "last_exit_at": "2026-11-04T10:46:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 29.61, "last_started_at": "2026-11-04T10:45:33+09:00", "pid": 93516, "process": {"exists": false, "pid": 93516}, "restart_count": 218, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 219}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.894, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4123098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:46:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-11-04T10:46:03+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-11-04T10:46:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 491.487, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 108.513, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-11-04T10:46:03.439587+09:00", "mtime_epoch": 1793756763.4395874, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86107}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:46:03+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2825.172, "name": "celery", "pid": 176, "rss_mb": 2825.172, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4123098, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 40, "pushed_frames": 40, "read_frames": 40, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.709, "pushed": 1.709, "read": 1.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 40, "client_acquire_ms": {"avg_ms": 0.004, "count": 40, "max_ms": 0.016, "p95_ms": 0.005, "reason": null, "sample_age_ms": 48.432, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.337, "count": 40, "max_ms": 1.346, "p95_ms": 1.036, "reason": null, "sample_age_ms": 73.199, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 40, "max_ms": 1.187, "p95_ms": 0.873, "reason": null, "sample_age_ms": 73.342, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 40, "max_ms": 0.119, "p95_ms": 0.08, "reason": null, "sample_age_ms": 48.437, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.78, "count": 40, "max_ms": 1.355, "p95_ms": 1.142, "reason": null, "sample_age_ms": 72.48, "source": "client_direct"}, "request_count": 40, "request_tensor_bytes": {"avg": 2211848.0, "count": 40, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 72.468, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 40, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.498, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 23.883, "count": 40, "max_ms": 34.71, "p95_ms": 26.985, "reason": null, "sample_age_ms": 48.429, "source": "client_direct"}, "sample_age_ms": 48.427, "source": "client_direct", "task_total_ms": {"avg_ms": 24.814, "count": 40, "max_ms": 35.528, "p95_ms": 28.143, "reason": null, "sample_age_ms": 48.427, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.397, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.418, "count": 40, "max_ms": 0.841, "p95_ms": 0.539}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.131, "count": 40, "max_ms": 0.251, "p95_ms": 0.17}, "detection_prepare_ms": {"avg_ms": 0.055, "count": 40, "max_ms": 0.129, "p95_ms": 0.064}, "event_filter_ms": {"avg_ms": 0.002, "count": 40, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.048, "count": 40, "max_ms": 0.149, "p95_ms": 0.074}, "mcmt_ms": {"avg_ms": 0.001, "count": 40, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.111, "count": 40, "max_ms": 0.166, "p95_ms": 0.15}, "setup_ms": {"avg_ms": 0.023, "count": 40, "max_ms": 0.042, "p95_ms": 0.035}, "total_inside_ms": {"avg_ms": 0.393, "count": 40, "max_ms": 0.808, "p95_ms": 0.485}, "track_match_ms": {"avg_ms": 0.003, "count": 40, "max_ms": 0.012, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.017, "count": 40, "max_ms": 0.07, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.052, "count": 40, "max_ms": 6.723, "p95_ms": 3.411}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 40, "max_ms": 0.383, "p95_ms": 0.041}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.355, "count": 40, "max_ms": 35.926, "p95_ms": 29.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.02, "count": 40, "max_ms": 0.046, "p95_ms": 0.031}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.323, "count": 40, "max_ms": 78.288, "p95_ms": 62.647}, "inference_input_copy_ms": {"avg_ms": 0.982, "count": 40, "max_ms": 2.074, "p95_ms": 1.543}, "processing_residual_ms": {"avg_ms": 0.067, "count": 40, "max_ms": 0.098, "p95_ms": 0.09}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.392, "count": 40, "max_ms": 79.625, "p95_ms": 63.69}, "read_interval": {"avg_ms": 814.962, "count": 40, "max_ms": 15283.039, "p95_ms": 3432.886}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 40, "max_ms": 0.019, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.075, "count": 40, "max_ms": 0.11, "p95_ms": 0.103}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 40, "max_ms": 0.012, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.065, "count": 40, "max_ms": 0.094, "p95_ms": 0.093}, "worker_merge_ms": {"avg_ms": 0.003, "count": 40, "max_ms": 0.006, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.364, "count": 40, "max_ms": 35.934, "p95_ms": 29.222}, "visualize": {"avg_ms": 23.997, "count": 40, "max_ms": 47.322, "p95_ms": 33.915}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.504, "count": 40, "max_ms": 46.698, "p95_ms": 33.302}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.894, "count": 40, "max_ms": 47.205, "p95_ms": 33.786}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.845, "count": 40, "max_ms": 47.136, "p95_ms": 33.733}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 40, "max_ms": 0.059, "p95_ms": 0.037}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2825.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.492, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.528, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4123058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5.006, "exists": true, "size_bytes": 91985, "write_bytes_delta": 91985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 93516, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.138623, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014027, "system_cpu_s_delta": 0.17000000000189175, "user_cpu_core_ratio": 0.124595, "user_cpu_s_delta": 1.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.096, "count": 73, "max_ms": 4.038, "p95_ms": 3.398, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.867, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.375, "count": 30, "max": 27.95, "p95": 19.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 833.0, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 738.867, "count": 30, "max": 10658.0, "p95": 6135.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.99, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.739, "count": 30, "max": 8.813, "p95": 6.804, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85124.4, "count": 30, "max": 93146.0, "p95": 92665.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82345.633, "count": 30, "max": 93146.0, "p95": 92665.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.4, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33778, "sampled_at": "2026-11-04T10:45:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:45:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.404, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5720962, "flush_count": 6957, "flush_interval_seconds": 30.0, "flush_state": {"count": 6957, "last_at": "2026-11-04T10:45:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:45:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6956}, "started": true, "suppressed_count": 4116159, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4116142}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6957, "written_record_count": 6957}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11431.281, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11399541350400, "copied_frame_count": 4123098, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11399541350400, "frame_buffer_copies": 4123098, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0825, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0718, "p95_ms": 0.1387, "p99_ms": 0.2003}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0765, "count": 512, "max_ms": 3.5103, "p50_ms": 0.9949, "p95_ms": 1.82, "p99_ms": 2.6915, "results": {"failed": 0, "not_applicable": 0, "success": 4123098, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 204, "h264_decode_error_count": 424, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:46:03+09:00", "last_error_summary": "[h264 @ 0x60a4f2fc0000] error while decoding MB 99 74, bytestream -7", "last_exit_at": "2026-11-04T10:46:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 29.624, "last_started_at": "2026-11-04T10:45:33+09:00", "pid": 93516, "process": {"exists": false, "pid": 93516}, "restart_count": 218, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 219}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.894, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4123098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:46:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-04T10:46:03+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-11-04T10:46:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 491.501, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 108.499, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-11-04T10:46:03.439587+09:00", "mtime_epoch": 1793756763.4395874, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86107}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:46:03+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2825.172, "name": "celery", "pid": 176, "rss_mb": 2825.172, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4123098, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 40, "pushed_frames": 40, "read_frames": 40, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.708, "pushed": 1.708, "read": 1.708}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 40, "client_acquire_ms": {"avg_ms": 0.004, "count": 40, "max_ms": 0.016, "p95_ms": 0.005, "reason": null, "sample_age_ms": 62.68, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.337, "count": 40, "max_ms": 1.346, "p95_ms": 1.036, "reason": null, "sample_age_ms": 87.448, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 40, "max_ms": 1.187, "p95_ms": 0.873, "reason": null, "sample_age_ms": 87.591, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 40, "max_ms": 0.119, "p95_ms": 0.08, "reason": null, "sample_age_ms": 62.685, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.78, "count": 40, "max_ms": 1.355, "p95_ms": 1.142, "reason": null, "sample_age_ms": 86.728, "source": "client_direct"}, "request_count": 40, "request_tensor_bytes": {"avg": 2211848.0, "count": 40, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 86.716, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 40, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.747, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 23.883, "count": 40, "max_ms": 34.71, "p95_ms": 26.985, "reason": null, "sample_age_ms": 62.678, "source": "client_direct"}, "sample_age_ms": 62.675, "source": "client_direct", "task_total_ms": {"avg_ms": 24.814, "count": 40, "max_ms": 35.528, "p95_ms": 28.143, "reason": null, "sample_age_ms": 62.675, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.628, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.418, "count": 40, "max_ms": 0.841, "p95_ms": 0.539}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.131, "count": 40, "max_ms": 0.251, "p95_ms": 0.17}, "detection_prepare_ms": {"avg_ms": 0.055, "count": 40, "max_ms": 0.129, "p95_ms": 0.064}, "event_filter_ms": {"avg_ms": 0.002, "count": 40, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.048, "count": 40, "max_ms": 0.149, "p95_ms": 0.074}, "mcmt_ms": {"avg_ms": 0.001, "count": 40, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.111, "count": 40, "max_ms": 0.166, "p95_ms": 0.15}, "setup_ms": {"avg_ms": 0.023, "count": 40, "max_ms": 0.042, "p95_ms": 0.035}, "total_inside_ms": {"avg_ms": 0.393, "count": 40, "max_ms": 0.808, "p95_ms": 0.485}, "track_match_ms": {"avg_ms": 0.003, "count": 40, "max_ms": 0.012, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.017, "count": 40, "max_ms": 0.07, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.052, "count": 40, "max_ms": 6.723, "p95_ms": 3.411}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 40, "max_ms": 0.383, "p95_ms": 0.041}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.355, "count": 40, "max_ms": 35.926, "p95_ms": 29.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.02, "count": 40, "max_ms": 0.046, "p95_ms": 0.031}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.323, "count": 40, "max_ms": 78.288, "p95_ms": 62.647}, "inference_input_copy_ms": {"avg_ms": 0.982, "count": 40, "max_ms": 2.074, "p95_ms": 1.543}, "processing_residual_ms": {"avg_ms": 0.067, "count": 40, "max_ms": 0.098, "p95_ms": 0.09}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.392, "count": 40, "max_ms": 79.625, "p95_ms": 63.69}, "read_interval": {"avg_ms": 814.962, "count": 40, "max_ms": 15283.039, "p95_ms": 3432.886}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 40, "max_ms": 0.019, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.075, "count": 40, "max_ms": 0.11, "p95_ms": 0.103}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 40, "max_ms": 0.012, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.065, "count": 40, "max_ms": 0.094, "p95_ms": 0.093}, "worker_merge_ms": {"avg_ms": 0.003, "count": 40, "max_ms": 0.006, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.364, "count": 40, "max_ms": 35.934, "p95_ms": 29.222}, "visualize": {"avg_ms": 23.997, "count": 40, "max_ms": 47.322, "p95_ms": 33.915}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.504, "count": 40, "max_ms": 46.698, "p95_ms": 33.302}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.894, "count": 40, "max_ms": 47.205, "p95_ms": 33.786}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.845, "count": 40, "max_ms": 47.136, "p95_ms": 33.733}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 40, "max_ms": 0.059, "p95_ms": 0.037}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2825.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.492, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.528, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4123058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5.006, "exists": true, "size_bytes": 91985, "write_bytes_delta": 91985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 93516, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.138623, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014027, "system_cpu_s_delta": 0.17000000000189175, "user_cpu_core_ratio": 0.124595, "user_cpu_s_delta": 1.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.096, "count": 73, "max_ms": 4.038, "p95_ms": 3.398, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.867, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.375, "count": 30, "max": 27.95, "p95": 19.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 833.0, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 738.867, "count": 30, "max": 10658.0, "p95": 6135.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.99, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.739, "count": 30, "max": 8.813, "p95": 6.804, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85124.4, "count": 30, "max": 93146.0, "p95": 92665.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82345.633, "count": 30, "max": 93146.0, "p95": 92665.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.4, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33778, "sampled_at": "2026-11-04T10:45:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:45:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.418, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 5720962, "flush_count": 6957, "flush_interval_seconds": 30.0, "flush_state": {"count": 6957, "last_at": "2026-11-04T10:45:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-04T10:45:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6956}, "started": true, "suppressed_count": 4116159, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 4116142}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6957, "written_record_count": 6957}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11751.316, "limit_mb": null}, "detail": {"pid": 93632, "restart_count": 219, "start_count": 220}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11399541350400, "copied_frame_count": 4123098, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T05:45:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1733231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T05:45:39+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.948}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 11399541350400, "frame_buffer_copies": 4123098, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0825, "count": 512, "max_ms": 1.0721, "p50_ms": 0.0718, "p95_ms": 0.1387, "p99_ms": 0.2003}, "stages": {"db_insert": {"avg_ms": 19.7442, "count": 16, "max_ms": 30.4703, "p50_ms": 20.5864, "p95_ms": 29.9256, "p99_ms": 30.3614, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7891, "count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1074.7697, "count": 17, "max_ms": 2011.7012, "p50_ms": 989.8328, "p95_ms": 1661.0069, "p99_ms": 1941.5623, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0765, "count": 512, "max_ms": 3.5103, "p50_ms": 0.9949, "p95_ms": 1.82, "p99_ms": 2.6915, "results": {"failed": 0, "not_applicable": 0, "success": 4123098, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 558.0575, "count": 17, "max_ms": 876.8396, "p50_ms": 569.0937, "p95_ms": 818.994, "p99_ms": 865.2705, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.6742, "count": 16, "max_ms": 51.4675, "p50_ms": 28.4324, "p95_ms": 41.3268, "p99_ms": 49.4394, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0779, "count": 512, "max_ms": 8.0732, "p50_ms": 3.9307, "p95_ms": 5.6319, "p99_ms": 6.4618, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.108, "count": 512, "max_ms": 4.023, "p50_ms": 1.0017, "p95_ms": 1.8809, "p99_ms": 2.8663, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 589.1481, "count": 16, "max_ms": 873.9315, "p50_ms": 569.7626, "p95_ms": 818.9273, "p99_ms": 862.9306, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.2827, "count": 16, "max_ms": 805.4891, "p50_ms": 462.9571, "p95_ms": 738.0568, "p99_ms": 792.0027, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 92.1841, "count": 16, "max_ms": 180.1989, "p50_ms": 81.2101, "p95_ms": 143.1804, "p99_ms": 172.7952, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1197, "count": 16, "max_ms": 1.8785, "p50_ms": 1.0115, "p95_ms": 1.5947, "p99_ms": 1.8218, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.1578, "count": 16, "max_ms": 48.6111, "p50_ms": 33.1134, "p95_ms": 44.3853, "p99_ms": 47.7659, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4901, "count": 16, "max_ms": 3.2875, "p50_ms": 1.1767, "p95_ms": 2.7123, "p99_ms": 3.1724, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6839, "count": 17, "max_ms": 1.1037, "p50_ms": 0.6454, "p95_ms": 1.0945, "p99_ms": 1.1019, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8238, "count": 16, "max_ms": 1.6915, "p50_ms": 0.7909, "p95_ms": 1.2583, "p99_ms": 1.6048, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 481.9549, "count": 16, "max_ms": 1107.3924, "p50_ms": 386.4488, "p95_ms": 930.8228, "p99_ms": 1072.0785, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.8316, "count": 16, "max_ms": 15.2199, "p50_ms": 3.1405, "p95_ms": 12.6903, "p99_ms": 14.714, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 13.6088, "count": 16, "max_ms": 34.2057, "p50_ms": 8.0354, "p95_ms": 33.6725, "p99_ms": 34.099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1135, "count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9685, "count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.4204, "count": 16, "max_ms": 1205.3853, "p50_ms": 444.8522, "p95_ms": 1015.2284, "p99_ms": 1167.3539, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.6003, "p50_ms": 0.0866, "p95_ms": 0.2436, "p99_ms": 0.5289}, "wait_ms": {"count": 16, "max_ms": 3.126, "p50_ms": 1.9092, "p95_ms": 2.7843, "p99_ms": 3.0576}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15961, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 3.735, "p50_ms": 1.669, "p95_ms": 2.6786, "p99_ms": 3.5237}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 204, "h264_decode_error_count": 424, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:46:03+09:00", "last_error_summary": "[h264 @ 0x60a4f2fc0000] error while decoding MB 99 74, bytestream -7", "last_exit_at": "2026-11-04T10:46:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T10:46:05+09:00", "pid": 93632, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.453, "name": "ffmpeg", "pid": 93632, "rss_mb": 354.453, "state": "S (sleeping)", "threads": 70}, "restart_count": 219, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 220}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.894, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4123098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:46:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.364, "last_frame_pushed_at": "2026-11-04T10:46:03+09:00", "last_frame_read_age_sec": 4.431, "last_frame_read_at": "2026-11-04T10:46:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 495.85, "last_sample_duration_ms": 935.312, "last_trigger": "periodic", "next_snapshot_in_sec": 104.15, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 698, "storage_bytes": 2700592}, "mjpeg": {"age_sec": 4.362, "exists": true, "mtime": "2026-11-04T10:46:03.439587+09:00", "mtime_epoch": 1793756763.4395874, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86107}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-04T10:46:07+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2825.176, "name": "celery", "pid": 176, "rss_mb": 2825.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 8, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4123098, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 40, "pushed_frames": 40, "read_frames": 40, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.441, "pushed": 1.441, "read": 1.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 40, "client_acquire_ms": {"avg_ms": 0.004, "count": 40, "max_ms": 0.016, "p95_ms": 0.005, "reason": null, "sample_age_ms": 4406.955, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.337, "count": 40, "max_ms": 1.346, "p95_ms": 1.036, "reason": null, "sample_age_ms": 4431.722, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 40, "max_ms": 1.187, "p95_ms": 0.873, "reason": null, "sample_age_ms": 4431.865, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 40, "max_ms": 0.119, "p95_ms": 0.08, "reason": null, "sample_age_ms": 4406.959, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.78, "count": 40, "max_ms": 1.355, "p95_ms": 1.142, "reason": null, "sample_age_ms": 4431.003, "source": "client_direct"}, "request_count": 40, "request_tensor_bytes": {"avg": 2211848.0, "count": 40, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4430.99, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 40, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4407.021, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 23.883, "count": 40, "max_ms": 34.71, "p95_ms": 26.985, "reason": null, "sample_age_ms": 4406.952, "source": "client_direct"}, "sample_age_ms": 4406.95, "source": "client_direct", "task_total_ms": {"avg_ms": 24.814, "count": 40, "max_ms": 35.528, "p95_ms": 28.143, "reason": null, "sample_age_ms": 4406.95, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.104, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.418, "count": 40, "max_ms": 0.841, "p95_ms": 0.539}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.131, "count": 40, "max_ms": 0.251, "p95_ms": 0.17}, "detection_prepare_ms": {"avg_ms": 0.055, "count": 40, "max_ms": 0.129, "p95_ms": 0.064}, "event_filter_ms": {"avg_ms": 0.002, "count": 40, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.048, "count": 40, "max_ms": 0.149, "p95_ms": 0.074}, "mcmt_ms": {"avg_ms": 0.001, "count": 40, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.111, "count": 40, "max_ms": 0.166, "p95_ms": 0.15}, "setup_ms": {"avg_ms": 0.023, "count": 40, "max_ms": 0.042, "p95_ms": 0.035}, "total_inside_ms": {"avg_ms": 0.393, "count": 40, "max_ms": 0.808, "p95_ms": 0.485}, "track_match_ms": {"avg_ms": 0.003, "count": 40, "max_ms": 0.012, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.017, "count": 40, "max_ms": 0.07, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.052, "count": 40, "max_ms": 6.723, "p95_ms": 3.411}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 40, "max_ms": 0.383, "p95_ms": 0.041}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.355, "count": 40, "max_ms": 35.926, "p95_ms": 29.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.02, "count": 40, "max_ms": 0.046, "p95_ms": 0.031}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.323, "count": 40, "max_ms": 78.288, "p95_ms": 62.647}, "inference_input_copy_ms": {"avg_ms": 0.982, "count": 40, "max_ms": 2.074, "p95_ms": 1.543}, "processing_residual_ms": {"avg_ms": 0.067, "count": 40, "max_ms": 0.098, "p95_ms": 0.09}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.392, "count": 40, "max_ms": 79.625, "p95_ms": 63.69}, "read_interval": {"avg_ms": 814.962, "count": 40, "max_ms": 15283.039, "p95_ms": 3432.886}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 40, "max_ms": 0.019, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.075, "count": 40, "max_ms": 0.11, "p95_ms": 0.103}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 40, "max_ms": 0.012, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.065, "count": 40, "max_ms": 0.094, "p95_ms": 0.093}, "worker_merge_ms": {"avg_ms": 0.003, "count": 40, "max_ms": 0.006, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.364, "count": 40, "max_ms": 35.934, "p95_ms": 29.222}, "visualize": {"avg_ms": 23.997, "count": 40, "max_ms": 47.322, "p95_ms": 33.915}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.504, "count": 40, "max_ms": 46.698, "p95_ms": 33.302}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.894, "count": 40, "max_ms": 47.205, "p95_ms": 33.786}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.845, "count": 40, "max_ms": 47.136, "p95_ms": 33.733}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 40, "max_ms": 0.059, "p95_ms": 0.037}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2825.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.492, "skip_count": 16}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.528, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4123058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T10:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5.006, "exists": true, "size_bytes": 91985, "write_bytes_delta": 91985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 93516, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.138623, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014027, "system_cpu_s_delta": 0.17000000000189175, "user_cpu_core_ratio": 0.124595, "user_cpu_s_delta": 1.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.096, "count": 73, "max_ms": 4.038, "p95_ms": 3.398, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.867, "count": 30, "max": 51.401, "p95": 47.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.375, "count": 30, "max": 27.95, "p95": 19.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 833.0, "count": 30, "max": 1622.0, "p95": 1463.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 738.867, "count": 30, "max": 10658.0, "p95": 6135.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.065, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.99, "count": 30, "max": 1.783, "p95": 1.63, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.739, "count": 30, "max": 8.813, "p95": 6.804, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85124.4, "count": 30, "max": 93146.0, "p95": 92665.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82345.633, "count": 30, "max": 93146.0, "p95": 92665.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.4, "count": 30, "max": 34.0, "p95": 29.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.726, "p95": 0.709, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 33778, "sampled_at": "2026-11-04T10:45:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:45:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.762, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11839.59, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T10:52:34+09:00", "last_error_summary": "[rtsp @ 0x627df5b17f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x627df5b17e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:52:34+09:00", "last_error_summary": "[rtsp @ 0x627df5b17f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x627df5b17e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T10:52:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T10:52:34+09:00", "pid": 93748, "process": {"exists": false, "pid": 93748}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 25547.624, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 25547.691, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 281.61, "last_sample_duration_ms": 814.399, "last_trigger": "periodic", "next_snapshot_in_sec": 318.39, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 699, "storage_bytes": 2709871}, "mjpeg": {"age_sec": 25547.616, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T10:52:36+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 25549.049, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25547644.292, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25547631.832, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25547642.263, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25547639.783, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.526, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.886, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 23744.764, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 92694, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001831, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000527, "system_cpu_s_delta": 0.9500000000007276, "user_cpu_core_ratio": 0.001304, "user_cpu_s_delta": 2.3500000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.533, "count": 30, "max": 25.24, "p95": 14.3, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.375, "count": 30, "max": 24.919, "p95": 12.829, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6675.466, "count": 30, "max": 23744.764, "p95": 21131.077, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134426.6, "count": 30, "max": 134988.0, "p95": 134575.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 13470.2, "count": 30, "max": 134988.0, "p95": 134575.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.1, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 63.8, "count": 30, "max": 836.0, "p95": 555.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.012, "count": 30, "max": 0.155, "p95": 0.095, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.523, "p95": 0.314, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3546, "sampled_at": "2026-11-04T10:22:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:22:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11839.535, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T10:52:34+09:00", "last_error_summary": "[rtsp @ 0x627df5b17f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x627df5b17e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T10:52:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-11-04T10:52:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 25547.659, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 25547.726, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 281.635, "last_sample_duration_ms": 814.399, "last_trigger": "periodic", "next_snapshot_in_sec": 318.365, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 699, "storage_bytes": 2709871}, "mjpeg": {"age_sec": 25547.651, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T10:52:36+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 25549.08, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25547677.781, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25547665.321, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25547675.752, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25547673.271, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.423, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.561, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25547.625, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 93748, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001348, "user_cpu_s_delta": 2.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.844, "count": 30, "max": 20.22, "p95": 6.681, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.593, "count": 30, "max": 19.702, "p95": 3.934, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 7527.053, "count": 30, "max": 25547.625, "p95": 22933.607, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134415.733, "count": 30, "max": 134988.0, "p95": 134396.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 8979.467, "count": 30, "max": 134988.0, "p95": 73917.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 36.0, "count": 30, "max": 836.0, "p95": 119.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.007, "count": 30, "max": 0.155, "p95": 0.013, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.523, "p95": 0.045, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3547, "sampled_at": "2026-11-04T10:52:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:52:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11878.883, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T11:22:36+09:00", "last_error_summary": "[rtsp @ 0x5cd355b89f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5cd355b89e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T11:22:36+09:00", "last_error_summary": "[rtsp @ 0x5cd355b89f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5cd355b89e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T11:22:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T11:22:36+09:00", "pid": 93936, "process": {"exists": false, "pid": 93936}, "restart_count": 34, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 27350.009, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 27350.075, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.767, "last_sample_duration_ms": 759.677, "last_trigger": "periodic", "next_snapshot_in_sec": 321.233, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 702, "storage_bytes": 2737721}, "mjpeg": {"age_sec": 27350.001, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T11:22:38+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 27351.439, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350029.206, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350016.747, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350027.177, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350024.697, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.989, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.561, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25547.625, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 93748, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001348, "user_cpu_s_delta": 2.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.844, "count": 30, "max": 20.22, "p95": 6.681, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.593, "count": 30, "max": 19.702, "p95": 3.934, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 7527.053, "count": 30, "max": 25547.625, "p95": 22933.607, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134415.733, "count": 30, "max": 134988.0, "p95": 134396.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 8979.467, "count": 30, "max": 134988.0, "p95": 73917.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 36.0, "count": 30, "max": 836.0, "p95": 119.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.007, "count": 30, "max": 0.155, "p95": 0.013, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.523, "p95": 0.045, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3547, "sampled_at": "2026-11-04T10:52:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T10:52:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11878.312, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T11:22:36+09:00", "last_error_summary": "[rtsp @ 0x5cd355b89f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5cd355b89e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T11:22:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-11-04T11:22:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 34, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 27350.043, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 27350.109, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.788, "last_sample_duration_ms": 759.677, "last_trigger": "periodic", "next_snapshot_in_sec": 321.212, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 702, "storage_bytes": 2737721}, "mjpeg": {"age_sec": 27350.035, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T11:22:38+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 27351.462, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350061.383, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350048.923, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350059.354, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350056.873, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.482, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.46, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 27350.012, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 93936, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000472, "system_cpu_s_delta": 0.8499999999985448, "user_cpu_core_ratio": 0.001271, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.252, "count": 30, "max": 7.064, "p95": 6.11, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.005, "count": 30, "max": 4.428, "p95": 3.28, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8438.721, "count": 30, "max": 27350.012, "p95": 24736.338, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134396.0, "count": 30, "max": 134396.0, "p95": 134396.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 4479.867, "count": 30, "max": 134396.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.167, "count": 30, "max": 214.0, "p95": 2.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.023, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.005, "count": 30, "max": 0.075, "p95": 0.006, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3548, "sampled_at": "2026-11-04T11:22:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T11:22:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11918.223, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T11:52:39+09:00", "last_error_summary": "[rtsp @ 0x5ce6e97d0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ce6e97d0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T11:52:39+09:00", "last_error_summary": "[rtsp @ 0x5ce6e97d0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ce6e97d0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T11:52:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T11:52:39+09:00", "pid": 94062, "process": {"exists": false, "pid": 94062}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 29152.674, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 29152.741, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.632, "last_sample_duration_ms": 991.131, "last_trigger": "periodic", "next_snapshot_in_sec": 323.368, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 705, "storage_bytes": 2765567}, "mjpeg": {"age_sec": 29152.666, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T11:52:41+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 29154.103, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29152694.106, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29152681.646, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29152692.077, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29152689.597, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.59, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.46, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 27350.012, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 93936, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000472, "system_cpu_s_delta": 0.8499999999985448, "user_cpu_core_ratio": 0.001271, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.252, "count": 30, "max": 7.064, "p95": 6.11, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.005, "count": 30, "max": 4.428, "p95": 3.28, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8438.721, "count": 30, "max": 27350.012, "p95": 24736.338, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134396.0, "count": 30, "max": 134396.0, "p95": 134396.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 4479.867, "count": 30, "max": 134396.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.167, "count": 30, "max": 214.0, "p95": 2.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.023, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.005, "count": 30, "max": 0.075, "p95": 0.006, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3548, "sampled_at": "2026-11-04T11:22:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T11:22:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11917.777, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T11:52:39+09:00", "last_error_summary": "[rtsp @ 0x5ce6e97d0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ce6e97d0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T11:52:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.045, "last_started_at": "2026-11-04T11:52:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 29152.717, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 29152.783, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.657, "last_sample_duration_ms": 991.131, "last_trigger": "periodic", "next_snapshot_in_sec": 323.343, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 705, "storage_bytes": 2765567}, "mjpeg": {"age_sec": 29152.709, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T11:52:41+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 29154.136, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29152735.369, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29152722.909, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29152733.34, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29152730.86, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.358, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.1, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 29152.678, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94062, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000449, "system_cpu_s_delta": 0.8100000000013097, "user_cpu_core_ratio": 0.001309, "user_cpu_s_delta": 2.360000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.255, "count": 30, "max": 7.064, "p95": 6.162, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.971, "count": 30, "max": 4.428, "p95": 3.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9409.474, "count": 30, "max": 29152.678, "p95": 26538.938, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134396.0, "count": 30, "max": 134396.0, "p95": 134396.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.067, "count": 30, "max": 3.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.008, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3549, "sampled_at": "2026-11-04T11:52:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T11:52:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11951.418, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T12:22:42+09:00", "last_error_summary": "[rtsp @ 0x61f217f03f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61f217f03e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T12:22:42+09:00", "last_error_summary": "[rtsp @ 0x61f217f03f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61f217f03e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T12:22:44+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-04T12:22:42+09:00", "pid": 94126, "process": {"exists": false, "pid": 94126}, "restart_count": 36, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 30955.463, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 30955.529, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 274.951, "last_sample_duration_ms": 946.519, "last_trigger": "periodic", "next_snapshot_in_sec": 325.049, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 708, "storage_bytes": 2793392}, "mjpeg": {"age_sec": 30955.455, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T12:22:44+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 30956.895, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30955482.905, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30955470.445, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30955480.876, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30955478.395, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.913, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.1, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 29152.678, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94062, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000449, "system_cpu_s_delta": 0.8100000000013097, "user_cpu_core_ratio": 0.001309, "user_cpu_s_delta": 2.360000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.255, "count": 30, "max": 7.064, "p95": 6.162, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.971, "count": 30, "max": 4.428, "p95": 3.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9409.474, "count": 30, "max": 29152.678, "p95": 26538.938, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134396.0, "count": 30, "max": 134396.0, "p95": 134396.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.067, "count": 30, "max": 3.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.008, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3549, "sampled_at": "2026-11-04T11:52:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T11:52:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11950.566, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T12:22:42+09:00", "last_error_summary": "[rtsp @ 0x61f217f03f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61f217f03e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T12:22:44+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-04T12:22:42+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 36, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 30955.5, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 30955.567, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 274.973, "last_sample_duration_ms": 946.519, "last_trigger": "periodic", "next_snapshot_in_sec": 325.027, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 708, "storage_bytes": 2793392}, "mjpeg": {"age_sec": 30955.492, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T12:22:44+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 30956.92, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30955519.224, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30955506.764, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30955517.195, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30955514.714, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.163, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.922, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30955.467, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94126, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000488, "system_cpu_s_delta": 0.8799999999973807, "user_cpu_core_ratio": 0.001248, "user_cpu_s_delta": 2.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.169, "count": 30, "max": 7.064, "p95": 6.162, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.944, "count": 30, "max": 4.428, "p95": 3.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 10439.587, "count": 30, "max": 30955.467, "p95": 28341.478, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134396.0, "count": 30, "max": 134396.0, "p95": 134396.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3550, "sampled_at": "2026-11-04T12:22:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T12:22:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11988.285, "limit_mb": null}, "detail": {"last_error_at": "2026-11-04T12:52:45+09:00", "last_error_summary": "[rtsp @ 0x62bdb0cd5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62bdb0cd5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T12:52:45+09:00", "last_error_summary": "[rtsp @ 0x62bdb0cd5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62bdb0cd5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T12:52:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-04T12:52:44+09:00", "pid": 94128, "process": {"exists": false, "pid": 94128}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 32758.144, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 32758.211, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 111, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.169, "last_sample_duration_ms": 902.676, "last_trigger": "periodic", "next_snapshot_in_sec": 327.831, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 711, "storage_bytes": 2821226}, "mjpeg": {"age_sec": 32758.137, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T12:52:46+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 32759.576, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758164.952, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758152.492, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758162.923, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758160.442, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.183, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.922, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30955.467, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94126, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000488, "system_cpu_s_delta": 0.8799999999973807, "user_cpu_core_ratio": 0.001248, "user_cpu_s_delta": 2.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.169, "count": 30, "max": 7.064, "p95": 6.162, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.944, "count": 30, "max": 4.428, "p95": 3.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 10439.587, "count": 30, "max": 30955.467, "p95": 28341.478, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134396.0, "count": 30, "max": 134396.0, "p95": 134396.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3550, "sampled_at": "2026-11-04T12:22:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T12:22:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 11988.73, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T12:52:45+09:00", "last_error_summary": "[rtsp @ 0x62bdb0cd5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62bdb0cd5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T12:52:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.047, "last_started_at": "2026-11-04T12:52:44+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 32758.19, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 32758.256, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 111, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.204, "last_sample_duration_ms": 902.676, "last_trigger": "periodic", "next_snapshot_in_sec": 327.796, "reason": "waiting_for_next_snapshot", "rotation_count": 139, "runtime_state": "active", "sample_count": 711, "storage_bytes": 2821226}, "mjpeg": {"age_sec": 32758.182, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T12:52:47+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1259.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 32759.614, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758208.307, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758195.847, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758206.278, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758203.798, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.644, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.734, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32758.148, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94128, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000483, "system_cpu_s_delta": 0.8700000000026193, "user_cpu_core_ratio": 0.00122, "user_cpu_s_delta": 2.1999999999970896}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.076, "count": 30, "max": 7.064, "p95": 6.162, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.87, "count": 30, "max": 3.331, "p95": 2.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 11529.171, "count": 30, "max": 32758.148, "p95": 30144.212, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134396.0, "count": 30, "max": 134396.0, "p95": 134396.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3551, "sampled_at": "2026-11-04T12:52:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T12:52:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 12080.418, "limit_mb": null}, "detail": {"cctv_id": "21", "instance_id": "dfd7c54c", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.085, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1845152870400, "copied_frame_count": 667373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-04T02:03:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3909720, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-04T02:02:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.751}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1845152870400, "frame_buffer_copies": 667373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1021, "count": 512, "max_ms": 1.7361, "p50_ms": 0.0836, "p95_ms": 0.1718, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 38.3076, "count": 1, "max_ms": 38.3076, "p50_ms": 38.3076, "p95_ms": 38.3076, "p99_ms": 38.3076, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1422, "count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 2121.9877, "count": 1, "max_ms": 2121.9877, "p50_ms": 2121.9877, "p95_ms": 2121.9877, "p99_ms": 2121.9877, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.408, "count": 512, "max_ms": 3.7081, "p50_ms": 1.2968, "p95_ms": 2.3905, "p99_ms": 3.2936, "results": {"failed": 0, "not_applicable": 0, "success": 667373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 1342.9374, "count": 1, "max_ms": 1342.9374, "p50_ms": 1342.9374, "p95_ms": 1342.9374, "p99_ms": 1342.9374, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 17.5862, "count": 1, "max_ms": 17.5862, "p50_ms": 17.5862, "p95_ms": 17.5862, "p99_ms": 17.5862, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9398, "count": 50, "max_ms": 8.9805, "p50_ms": 4.7316, "p95_ms": 7.2564, "p99_ms": 8.4203, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5154, "count": 50, "max_ms": 2.7402, "p50_ms": 1.4806, "p95_ms": 2.3443, "p99_ms": 2.6298, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 1338.356, "count": 1, "max_ms": 1338.356, "p50_ms": 1338.356, "p95_ms": 1338.356, "p99_ms": 1338.356, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 1252.6653, "count": 1, "max_ms": 1252.6653, "p50_ms": 1252.6653, "p95_ms": 1252.6653, "p99_ms": 1252.6653, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 79.617, "count": 1, "max_ms": 79.617, "p50_ms": 79.617, "p95_ms": 79.617, "p99_ms": 79.617, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9484, "count": 1, "max_ms": 2.9484, "p50_ms": 2.9484, "p95_ms": 2.9484, "p99_ms": 2.9484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.1548, "count": 1, "max_ms": 39.1548, "p50_ms": 39.1548, "p95_ms": 39.1548, "p99_ms": 39.1548, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.2484, "count": 1, "max_ms": 2.2484, "p50_ms": 2.2484, "p95_ms": 2.2484, "p99_ms": 2.2484, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8793, "count": 1, "max_ms": 0.8793, "p50_ms": 0.8793, "p95_ms": 0.8793, "p99_ms": 0.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.729, "count": 1, "max_ms": 0.729, "p50_ms": 0.729, "p95_ms": 0.729, "p99_ms": 0.729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 688.2858, "count": 1, "max_ms": 688.2858, "p50_ms": 688.2858, "p95_ms": 688.2858, "p99_ms": 688.2858, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.4347, "count": 1, "max_ms": 3.4347, "p50_ms": 3.4347, "p95_ms": 3.4347, "p99_ms": 3.4347, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3185, "count": 1, "max_ms": 25.3185, "p50_ms": 25.3185, "p95_ms": 25.3185, "p99_ms": 25.3185, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6809, "count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.2685, "count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 777.6433, "count": 1, "max_ms": 777.6433, "p50_ms": 777.6433, "p95_ms": 777.6433, "p99_ms": 777.6433, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": 0.664, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6809, "p50_ms": 0.6809, "p95_ms": 0.6809, "p99_ms": 0.6809}, "wait_ms": {"count": 1, "max_ms": 2.2685, "p50_ms": 2.2685, "p95_ms": 2.2685, "p99_ms": 2.2685}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15950, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.1422, "p50_ms": 2.1422, "p95_ms": 2.1422, "p99_ms": 2.1422}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-04T12:52:45+09:00", "last_error_summary": "[rtsp @ 0x62bdb0cd5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62bdb0cd5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-04T12:52:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 1803.804, "last_started_at": "2026-11-04T12:52:44+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 34559.946, "last_frame_pushed_at": "2026-11-04T03:46:48+09:00", "last_frame_read_age_sec": 34560.013, "last_frame_read_at": "2026-11-04T03:46:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 115, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.815, "last_sample_duration_ms": 741.56, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.185, "reason": "snapshot_written", "rotation_count": 139, "runtime_state": "active", "sample_count": 715, "storage_bytes": 2858360}, "mjpeg": {"age_sec": 34559.938, "exists": true, "mtime": "2026-11-04T03:46:48.819734+09:00", "mtime_epoch": 1793731608.8197339, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 134396}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-04T13:22:48+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1380.855, "name": "celery", "pid": 178, "rss_mb": 1251.473, "state": "R (running)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 34561.373, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34559966.342, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34559953.882, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34559964.313, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34559961.833, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.806, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1259.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.734, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-04T03:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32758.148, "exists": true, "size_bytes": 134396, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94128, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000483, "system_cpu_s_delta": 0.8700000000026193, "user_cpu_core_ratio": 0.00122, "user_cpu_s_delta": 2.1999999999970896}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.076, "count": 30, "max": 7.064, "p95": 6.162, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.87, "count": 30, "max": 3.331, "p95": 2.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1182.1, "count": 30, "max": 1248.0, "p95": 1237.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.222, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 11529.171, "count": 30, "max": 32758.148, "p95": 30144.212, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134396.0, "count": 30, "max": 134396.0, "p95": 134396.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3551, "sampled_at": "2026-11-04T12:52:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-04T12:52:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "stopping", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}